-- Logs begin at Tue 2021-09-07 09:12:09 UTC, end at Tue 2021-09-07 10:07:17 UTC. -- Sep 07 09:40:38.267415 dv-cinder-807083-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 09:40:40.986809 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.common.config [-] Logging enabled! Sep 07 09:40:40.987406 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 09:40:40.987506 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105376) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 09:40:40.990611 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.common.config [-] Logging enabled! Sep 07 09:40:40.990859 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 09:40:40.991165 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105376) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 09:40:40.992107 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 09:40:40.992340 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 09:40:40.992723 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 09:40:40.992965 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 09:40:40.993186 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 09:40:40.993505 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.993796 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.994088 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.994317 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.994608 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.994896 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.995177 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.995464 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.995758 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.996043 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.996319 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.996629 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.996859 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.997136 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.997421 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.997702 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.997923 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] debug = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.998199 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.999405 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:40.999813 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.000094 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.000385 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.000687 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.000963 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.001238 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.001521 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.001850 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] host = dv-cinder-807083-6-iscsi {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.002127 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.002415 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.002700 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.002984 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.003253 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.003527 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.003809 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.004080 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.004351 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.004658 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.004943 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.005229 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.005514 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.005739 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.005962 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.006248 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.006538 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.006812 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.007084 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.007357 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.007625 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.007894 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.008160 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.008440 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.008748 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.009030 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.009302 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.009573 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.009842 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.010111 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.010393 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.010665 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.010938 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.011211 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.011495 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.011760 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.012034 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.012329 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.012636 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.012919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.013202 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.013470 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.013750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.014109 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.014455 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.014726 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_json = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.014996 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.015263 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.015541 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.015812 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.016080 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.016348 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.016642 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.016927 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:41.017221 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.017517 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.017820 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.018101 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.018393 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.018671 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.018959 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.019234 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.019519 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.019804 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.020090 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.020362 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.020668 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.020946 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.021238 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.021538 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.021830 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.022118 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.022390 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.022660 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.022930 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.023202 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.023487 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.023760 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.024043 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.024328 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.024628 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.024910 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.025201 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.025486 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.025756 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.026028 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.026315 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.026593 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.026862 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.027134 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.027419 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.027692 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.027962 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.028239 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.028534 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.028805 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.029074 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.029345 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.029724 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.030015 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.030286 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.030555 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.030827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.031094 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.031377 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.031649 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.031918 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.032185 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.032456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.032744 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.033013 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.033285 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.033554 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.033824 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.034091 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.034357 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.034626 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.034895 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.035166 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.035434 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.035702 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.035972 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.036238 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.036532 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.036800 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.037066 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.037334 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.037613 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.037905 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.038178 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.038453 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.038723 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.038994 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.039267 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.039542 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.039816 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.040091 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.040359 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.040673 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.040954 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.041240 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.041518 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.041792 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.042089 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.042364 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.042642 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.042916 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.043190 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.043470 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.043748 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.044040 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.044329 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.044651 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.044943 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.045785 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.046064 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.046370 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.046646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:41.046862 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 09:40:41.047101 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105376) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 09:40:41.394964 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 09:40:41.395244 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 09:40:41.395533 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 09:40:41.395861 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 09:40:41.787307 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.787600 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.787871 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.789174 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.789449 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.789715 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.824608 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.824886 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.825153 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.840184 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.840462 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.840752 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.869076 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.869355 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.869624 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.907098 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.907379 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:41.907640 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.136521 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.137124 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.137124 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.137284 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.137930 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.256073 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.256385 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.256688 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.256960 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.257226 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.257532 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.257788 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.258040 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.258291 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.258567 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.258822 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.259081 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.259334 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.259581 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.259829 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.260088 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.260339 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.260623 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.260888 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.261141 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.261407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.261655 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.261930 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.262303 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.262548 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.262791 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.263178 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.263414 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.263646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.264435 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.264785 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.265023 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:42.265382 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 09:40:42.268416 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 09:40:42.272322 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 09:40:42.276096 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 07 09:40:42.277796 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 09:40:42.278239 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 09:40:42.278568 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 09:40:42.278944 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 09:40:42.282357 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 09:40:42.282603 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 09:40:42.282942 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 09:40:42.288178 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 09:40:42.309736 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 09:40:42.310180 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.310473 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105376) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 09:40:42.310860 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.312195 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105376) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 09:40:42.312499 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 09:40:42.312729 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 09:40:42.316040 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.316316 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:42.379812 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 09:40:42.380044 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 09:40:42.380278 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 09:40:42.380669 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 09:40:42.402646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_db.sqlalchemy.engines [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105376) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 09:40:42.931302 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing driver for type 'gre' Sep 07 09:40:42.931925 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] gre ID ranges: [(1, 1000)] Sep 07 09:40:42.992821 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing driver for type 'local' Sep 07 09:40:42.993175 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing driver for type 'vlan' Sep 07 09:40:43.006203 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] VlanTypeDriver initialization complete Sep 07 09:40:43.006562 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing driver for type 'vxlan' Sep 07 09:40:43.007061 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] vxlan ID ranges: [(1, 1000)] Sep 07 09:40:43.061693 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing extension driver 'port_security' Sep 07 09:40:43.062035 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.extensions.port_security [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] PortSecurityExtensionDriver initialization complete Sep 07 09:40:43.062369 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing mechanism driver 'openvswitch' Sep 07 09:40:43.062693 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing mechanism driver 'hyperv' Sep 07 09:40:43.069207 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.plugin [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:43.069884 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.070251 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.070604 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.071123 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.071547 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.071900 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.072245 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.072665 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.073071 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.073419 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.073763 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.074148 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.074545 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.074893 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.075229 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.075748 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.076150 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.076546 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.076896 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.077283 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.077681 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > address_group after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.078027 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > address_group after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.078361 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.078745 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 09:40:43.079120 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] ML2 OVO RPC backend initialized. {{(pid=105376) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 09:40:43.079821 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.080175 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.080619 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.080969 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > networks before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.081316 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.081656 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > ports before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.081997 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.082339 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnets before_response 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.082681 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.083020 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.083356 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.083746 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.084024 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.084358 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.084723 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.085059 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.085391 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.085962 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.plugin [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Modular L2 Plugin initialization complete Sep 07 09:40:43.086288 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading services supported by the core plugin {{(pid=105376) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 09:40:43.086609 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.plugins.ml2.managers [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Got port-security extension from driver 'port_security' Sep 07 09:40:43.087070 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.extensions.vlantransparent [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Disabled vlantransparent extension. Sep 07 09:40:43.087546 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105376) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 09:40:43.087857 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: router Sep 07 09:40:43.124602 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.124999 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_create 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.125370 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router before_create 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.125736 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.126108 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.126467 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_delete 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.126827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.127177 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.127536 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_create 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.127882 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.128237 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.128609 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.129016 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.129436 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.129809 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.130153 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.130496 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: subnet after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.130833 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.131183 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.131534 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_create 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.131883 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.132227 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.132613 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router after_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.132958 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.133313 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_create 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.133675 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.134020 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_update 55549900 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.134384 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > agent after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.134736 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > agent after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.135081 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > network after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.135950 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Tracking information for resource: router configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:43.136284 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Tracking information for resource: floatingip configured {{(pid=105376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 09:40:43.141317 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.db.l3_agentschedulers_db [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 09:40:43.141900 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.142262 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.142615 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.142968 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: port after_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.143750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router before_create 55550100 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.144112 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.144505 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_create 55550100 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.144854 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > router precommit_update 55550100 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.149488 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.provider_configuration [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service providers = [] {{(pid=105376) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 09:40:43.149855 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.db.servicetype_db [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105376) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 09:40:43.152787 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.service_base [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 09:40:43.153139 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.service_base [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 09:40:43.153483 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.service_base [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 09:40:43.154380 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.services.service_base [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 09:40:43.154776 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.services.service_base [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 09:40:43.155148 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.155466 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 09:40:43.165934 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.166271 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: auto_allocate Sep 07 09:40:43.172510 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: network precommit_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.172881 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: network precommit_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.173396 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.173716 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: tag Sep 07 09:40:43.180184 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.180539 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: timestamp Sep 07 09:40:43.184546 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.184843 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: network_ip_availability Sep 07 09:40:43.190800 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.191170 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.191525 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.192236 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.192588 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: flavors Sep 07 09:40:43.197194 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.197536 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading Plugin: revisions Sep 07 09:40:43.201934 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 09:40:43.202321 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=105376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 09:40:43.203055 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105376) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 09:40:43.203389 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Initializing extension manager. Sep 07 09:40:43.203923 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: __init__.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.204259 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: __pycache__ {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.204778 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.205113 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: address_group.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.205856 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.206411 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: address-group Sep 07 09:40:43.206730 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: address_scope.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.207634 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.208138 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: address-scope Sep 07 09:40:43.208457 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.209411 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.209914 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: router-admin-state-down-before-update Sep 07 09:40:43.210233 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: agent.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.210928 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.211424 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: agent Sep 07 09:40:43.211738 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: agent_resources_synced.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.212670 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.213176 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: agent-resources-synced Sep 07 09:40:43.213498 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: allowedaddresspairs.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.215259 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.215780 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: allowed-address-pairs Sep 07 09:40:43.216108 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: auto_allocated_topology.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.217301 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.217828 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: auto-allocated-topology Sep 07 09:40:43.218150 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: availability_zone.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.218842 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.219344 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: availability_zone Sep 07 09:40:43.219665 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: availability_zone_filter.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.220598 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.221103 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: availability_zone_filter Sep 07 09:40:43.221426 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: data_plane_status.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.222313 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.222813 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 09:40:43.223133 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: default_subnetpools.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.224034 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.224563 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: default-subnetpools Sep 07 09:40:43.224886 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.225688 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.226189 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: dhcp_agent_scheduler Sep 07 09:40:43.226509 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: dns.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.227420 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.227921 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension dns-integration not supported by any of loaded plugins Sep 07 09:40:43.228254 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: dns_domain_ports.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.229175 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.229675 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 09:40:43.229997 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.230905 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.231407 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 09:40:43.231725 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: dvr.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.232389 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.233707 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: dvr Sep 07 09:40:43.234126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: ecmp_routes.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.235032 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.235529 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 09:40:43.235847 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: empty_string_filtering.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.236783 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.237283 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: empty-string-filtering Sep 07 09:40:43.237603 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.238513 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.239015 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 09:40:43.239339 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.240244 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.240780 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 09:40:43.241101 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: external_net.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.242000 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.242504 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: external-net Sep 07 09:40:43.242824 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.243713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.244217 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: extra_dhcp_opt Sep 07 09:40:43.244570 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: extraroute.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.245463 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.245968 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: extraroute Sep 07 09:40:43.246285 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: extraroute_atomic.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.247297 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.247804 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: extraroute-atomic Sep 07 09:40:43.248130 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: filter_validation.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.249399 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.249907 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: filter-validation Sep 07 09:40:43.250221 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: fip_pf_description.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.251130 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.251630 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 09:40:43.251946 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: fip_port_details.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.252885 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.253390 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: fip-port-details Sep 07 09:40:43.253710 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: flavors.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.254918 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.255430 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: flavors Sep 07 09:40:43.255757 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.257439 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.257963 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 09:40:43.258294 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: floatingip_pools.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.258988 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.259497 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: floatingip-pools Sep 07 09:40:43.259822 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: ip_allocation.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.260775 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.261274 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 09:40:43.261596 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.262508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.263011 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: ip-substring-filtering Sep 07 09:40:43.263336 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l2_adjacency.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.264347 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.264874 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 09:40:43.265197 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.266285 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.266799 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: router Sep 07 09:40:43.267126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.269355 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.269880 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 09:40:43.270214 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.271147 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.271658 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: ext-gw-mode Sep 07 09:40:43.271990 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.272931 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.273439 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: l3-ha Sep 07 09:40:43.273765 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3_flavors.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.274668 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.275178 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: l3-flavors Sep 07 09:40:43.275506 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.276406 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.276941 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 09:40:43.277266 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: l3agentscheduler.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.278280 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.278785 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: l3_agent_scheduler Sep 07 09:40:43.279109 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: logging.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.280813 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.281324 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension logging not supported by any of loaded plugins Sep 07 09:40:43.281652 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: metering.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.282385 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.282947 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: metering Sep 07 09:40:43.283270 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.284347 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.284901 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: metering_source_and_destination_fields Sep 07 09:40:43.285233 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: multiprovidernet.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.286147 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.286652 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: multi-provider Sep 07 09:40:43.286975 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: netmtu.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.287882 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.288390 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: net-mtu Sep 07 09:40:43.288743 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: netmtu_writable.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.289646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.290146 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: net-mtu-writable Sep 07 09:40:43.290467 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: network_availability_zone.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.291134 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.291630 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: network_availability_zone Sep 07 09:40:43.291949 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: network_ip_availability.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.293064 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.293573 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: network-ip-availability Sep 07 09:40:43.293900 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: network_segment_range.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.294670 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.295709 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 09:40:43.296323 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: pagination.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.297329 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.297659 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: pagination Sep 07 09:40:43.297977 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: port_device_profile.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.298889 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.299402 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: port-device-profile Sep 07 09:40:43.299725 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.300845 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.301353 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: port-mac-address-regenerate Sep 07 09:40:43.301674 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.302587 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.303094 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: port-numa-affinity-policy Sep 07 09:40:43.303415 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: port_resource_request.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.304445 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.304978 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 09:40:43.305301 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: portbindings.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.306226 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.306736 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: binding Sep 07 09:40:43.307060 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: portbindings_extended.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.308312 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.308868 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: binding-extended Sep 07 09:40:43.309196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: portsecurity.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.310115 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.310618 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: port-security Sep 07 09:40:43.311645 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: project_id.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.312655 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.312987 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: project-id Sep 07 09:40:43.313311 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: providernet.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.314223 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.314728 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: provider Sep 07 09:40:43.315048 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.318589 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.319116 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos not supported by any of loaded plugins Sep 07 09:40:43.319446 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.320710 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.321229 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 09:40:43.321562 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.322475 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.322982 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 09:40:43.323308 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_default.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.324206 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.324746 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-default not supported by any of loaded plugins Sep 07 09:40:43.325074 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_fip.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.325720 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.326217 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-fip not supported by any of loaded plugins Sep 07 09:40:43.326593 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_gateway_ip.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.327507 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.328011 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 09:40:43.328333 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_port_network_policy.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.329270 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.329812 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 09:40:43.330138 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_pps_rule.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.331292 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.331802 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-pps not supported by any of loaded plugins Sep 07 09:40:43.332126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_rule_type_details.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.333054 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.333562 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 09:40:43.333884 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: qos_rules_alias.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.334909 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.335413 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 09:40:43.335737 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: quotasv2.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.336667 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.337001 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: quotas Sep 07 09:40:43.337327 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: quotasv2_detail.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.340593 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.340940 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: quota_details Sep 07 09:40:43.341273 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: rbac.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.342832 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.343350 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: rbac-policies Sep 07 09:40:43.343679 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: rbac_address_group.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.344640 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.345159 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: rbac-address-group Sep 07 09:40:43.345484 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: rbac_address_scope.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.346392 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.346902 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: rbac-address-scope Sep 07 09:40:43.347226 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: rbac_security_groups.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.348138 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.348687 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: rbac-security-groups Sep 07 09:40:43.349013 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: rbac_subnetpool.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.349924 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.350463 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: rbac-subnetpool Sep 07 09:40:43.350792 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: revisionifmatch.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.351704 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.352213 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: revision-if-match Sep 07 09:40:43.352565 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: revisions.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.353663 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.354175 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: standard-attr-revisions Sep 07 09:40:43.354500 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: router_availability_zone.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.355173 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.355677 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: router_availability_zone Sep 07 09:40:43.355997 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: routerservicetype.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.356927 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.357430 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension router-service-type not supported by any of loaded plugins Sep 07 09:40:43.358451 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.359661 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.360165 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: security-groups-normalized-cidr Sep 07 09:40:43.360509 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.361418 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.361925 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: port-security-groups-filtering Sep 07 09:40:43.362244 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.363155 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.363659 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: security-groups-remote-address-group Sep 07 09:40:43.363980 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: securitygroup.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.374946 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.375468 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: security-group Sep 07 09:40:43.375798 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: segment.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.376606 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.377113 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension segment not supported by any of loaded plugins Sep 07 09:40:43.377435 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.378363 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.378874 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 09:40:43.379196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: servicetype.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.380364 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.380916 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: service-type Sep 07 09:40:43.381241 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: sorting.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.382223 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.382554 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: sorting Sep 07 09:40:43.382875 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: standard_attr_segment.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.383785 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.384300 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 09:40:43.384652 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: standardattrdescription.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.385293 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.385798 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: standard-attr-description Sep 07 09:40:43.386117 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: stateful_security_group.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.387032 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.387542 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: stateful-security-group Sep 07 09:40:43.387864 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: stdattrs_common.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.388444 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 09:40:43.388946 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.389743 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.390274 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 09:40:43.390578 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnet_onboard.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.391636 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.392151 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: subnet_onboard Sep 07 09:40:43.392493 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.393419 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.393921 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 09:40:43.394243 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnet_service_types.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.395162 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.395673 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: subnet-service-types Sep 07 09:40:43.395997 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnetallocation.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.397105 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.397617 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: subnet_allocation Sep 07 09:40:43.397944 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.398620 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.399140 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: subnetpool-prefix-ops Sep 07 09:40:43.399453 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.400374 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.400923 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 09:40:43.401245 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: tagging.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.402307 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.402829 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: standard-attr-tag Sep 07 09:40:43.403156 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: timestamp.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.404354 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.405448 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loaded extension: standard-attr-timestamp Sep 07 09:40:43.405771 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: trunk.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.406793 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.407310 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension trunk not supported by any of loaded plugins Sep 07 09:40:43.407634 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: trunk_details.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.408580 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.409098 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension trunk-details not supported by any of loaded plugins Sep 07 09:40:43.409423 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: uplink_status_propagation.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.410339 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.410849 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 09:40:43.411169 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Loading extension file: vlantransparent.py {{(pid=105376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 09:40:43.411835 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 09:40:43.412342 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 09:40:43.414762 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:network Sep 07 09:40:43.415278 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnet Sep 07 09:40:43.415677 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 09:40:43.416075 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:port Sep 07 09:40:43.417344 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.417786 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service FLAVORS assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.418411 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.418843 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.419178 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:router Sep 07 09:40:43.419610 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:floatingip Sep 07 09:40:43.420159 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service METERING assigned prefix: /metering {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.422111 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.422477 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.422831 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:40:43.423837 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 09:40:43.424284 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:security_group Sep 07 09:40:43.424753 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 09:40:43.425337 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service CORE assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.425676 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 09:40:43.426020 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] subnetpool is already registered Sep 07 09:40:43.426456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service CORE assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.426791 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 09:40:43.427123 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] subnetpool is already registered Sep 07 09:40:43.429450 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.429868 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service FLAVORS assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.430458 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.430878 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.431211 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:router Sep 07 09:40:43.431548 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] router is already registered Sep 07 09:40:43.431961 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:floatingip Sep 07 09:40:43.432312 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] floatingip is already registered Sep 07 09:40:43.432787 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service METERING assigned prefix: /metering {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.433452 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 09:40:43.433780 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] rbac_policy is already registered Sep 07 09:40:43.434204 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:security_group Sep 07 09:40:43.434542 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] security_group is already registered Sep 07 09:40:43.434991 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 09:40:43.435280 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] security_group_rule is already registered Sep 07 09:40:43.436018 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service CORE assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.436358 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 09:40:43.436715 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] subnetpool is already registered Sep 07 09:40:43.437140 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.v2.resource_helper [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Service CORE assigned prefix: {{(pid=105376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 09:40:43.437466 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 09:40:43.437799 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING neutron.quota.resource_registry [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] subnetpool is already registered Sep 07 09:40:43.438267 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: extensions {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.439737 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: address-groups {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.441226 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: address-scopes {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.442534 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: agents {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.443664 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: auto-allocated-topology {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.444940 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: availability_zones {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.446126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: dhcp-networks {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.447627 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: dhcp-agents {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.449072 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: routers {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.451233 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: flavors {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.452457 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: service_profiles {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.453658 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: next_providers {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.455093 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: service_profiles {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.456626 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: floatingip-pools {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.457821 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: routers {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.459901 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: floatingips {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.461253 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: l3-routers {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.462639 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: l3-agents {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.464018 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: metering-labels {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.465377 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: metering-label-rules {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.466645 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: network-ip-availabilities {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.468458 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: bindings {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.470939 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: quotas {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.472367 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: quotas {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.473785 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: rbac-policies {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.474970 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: security-groups {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.476243 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: security-group-rules {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.477522 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: service-providers {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.478712 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: subnetpools {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.480116 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: subnetpools {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.481586 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.484067 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.485913 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.487682 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.489484 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.491305 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.493022 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.494893 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.496653 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.498538 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron.api.extensions [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Extended resource: tags {{(pid=105376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 09:40:43.504648 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING keystonemiddleware.auth_token [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 09:40:43.509351 dv-cinder-807083-6-iscsi neutron-server[105376]: WARNING keystonemiddleware.auth_token [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 09:40:43.517747 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Acquired lock "singleton_lock" {{(pid=105376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 09:40:43.518219 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_concurrency.lockutils [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Releasing lock "singleton_lock" {{(pid=105376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 09:40:43.518855 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Starting 2 workers Sep 07 09:40:43.523746 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Started child 105485 {{(pid=105376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 09:40:43.528033 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Started child 105486 {{(pid=105376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 09:40:43.529405 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.530636 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO neutron.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 09:40:43.530987 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Notify callbacks [] for process, before_spawn {{(pid=105376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.531289 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [-] (105485) wsgi starting up on http://0.0.0.0:9696 Sep 07 09:40:43.533484 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Starting 1 workers Sep 07 09:40:43.533982 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.535604 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [-] (105486) wsgi starting up on http://0.0.0.0:9696 Sep 07 09:40:43.538667 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Started child 105487 {{(pid=105376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 09:40:43.539195 dv-cinder-807083-6-iscsi neutron-server[105376]: INFO oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Starting 1 workers Sep 07 09:40:43.542337 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] calling RpcWorker wait() {{(pid=105487) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 09:40:43.542884 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] returning from RpcWorker wait() {{(pid=105487) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 09:40:43.543637 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Started child 105488 {{(pid=105376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 09:40:43.544101 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.544435 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG neutron_lib.callbacks.manager [None req-1145bdf3-0d67-4465-85a1-a9c6165bfb2b None None] Notify callbacks [] for process, after_spawn {{(pid=105376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.544606 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:43.546978 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 09:40:43.547186 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 09:40:43.547369 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 09:40:43.547585 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 09:40:43.547904 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 09:40:43.548065 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 09:40:43.548621 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.548898 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.549150 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.549404 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.549697 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.550293 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.550542 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.550783 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.550929 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:43.551396 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.551396 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.551568 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.551568 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.551809 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.552032 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.552388 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.552531 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:43.552686 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.552927 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.553195 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.553361 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.553616 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.553871 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.554118 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.554387 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] debug = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.554641 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.555118 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.555369 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.555619 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.555829 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.556095 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.556332 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559132 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] host = dv-cinder-807083-6-iscsi {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.559750 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.560179 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.560179 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.560437 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.560745 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.561387 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.561387 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.561387 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.561744 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.562344 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.562344 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.562507 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.562592 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_options = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.562748 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.563032 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.563285 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.563469 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.563635 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.563806 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.564035 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.564195 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.564435 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.564696 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.564904 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.565126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.565338 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.565568 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.565823 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.566060 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.566269 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.566489 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.566747 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.566987 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.567207 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.567424 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.567649 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.567861 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.568069 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.568291 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.568548 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.568777 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.568984 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.569232 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.569458 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.569729 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.569959 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.570221 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.570445 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.570670 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.573456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_json = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574037 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574545 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574545 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.574691 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.575008 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.575447 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.575683 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.575832 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.576056 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.576335 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.576836 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.577124 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.577381 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.577625 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.577907 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.578147 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.578440 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.578673 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.578937 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.579254 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.579517 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.579779 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.580028 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.580259 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.580508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.580772 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.581017 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.581239 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.581484 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.581712 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.584299 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585181 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585181 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585181 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585181 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585598 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585598 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.585826 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.586051 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.586258 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.586983 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.586983 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.586983 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.587228 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.587404 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590121 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.590827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.591263 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.591263 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.591412 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.591650 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.591780 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.592570 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.592790 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.593717 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.593717 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.593717 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.597557 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598818 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598818 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598818 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598818 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.598818 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.599167 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.599167 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.599310 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.599548 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.599791 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.600034 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.602919 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.603713 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.604211 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.604211 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.604365 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.604554 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.604822 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.605100 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.606648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.607124 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.607124 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.607285 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.607445 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.608378 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.609120 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.609344 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.609560 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.609788 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.610108 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.610375 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.611967 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.612492 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.613053 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.613643 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.613846 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.614555 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.614555 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.614767 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.614857 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.615054 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.616314 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.616744 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.620288 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.620741 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.621160 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.621577 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.622847 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.623110 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.623419 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.623685 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.624050 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.624288 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.624562 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.624796 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.625036 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626196 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626602 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626602 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.626873 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.627123 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.627350 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.627648 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.627907 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.628126 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.628359 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.628615 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.628899 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.629122 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.629366 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.629591 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.629804 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.630026 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.630250 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.630489 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.630730 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.630960 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.631176 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.631435 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.631705 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.632046 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.632303 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.632583 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.632828 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.633053 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.633307 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.633572 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.633805 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.634043 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.634284 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.634500 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.634777 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.635009 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.635252 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.635470 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.635686 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.635920 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.636664 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.636921 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.637246 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.637508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.637772 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.638041 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.638298 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.638526 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.638822 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.639072 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.639262 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.639490 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.639730 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.639951 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.640181 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.640395 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.642387 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.642639 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.645511 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.645732 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.645978 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.646210 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.646487 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.646723 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.646958 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.647175 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.647407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.647622 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.647836 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.648063 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.648280 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.649127 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.649430 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.651407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.651657 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.652882 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.653142 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.653371 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.653700 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.653972 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.654207 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.655043 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.655303 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.655646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.655902 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.656221 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.656496 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.659144 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.659415 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.659642 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.659875 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.660154 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.660509 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.660805 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.661085 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.661361 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.661643 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.661917 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.662189 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.662414 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.662712 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.663040 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.663327 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.663590 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.663821 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.664067 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.664295 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.664798 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.665060 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.665886 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.666112 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.666362 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.666595 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.666822 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.667039 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.667266 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.667508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.667731 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.667966 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.668701 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.668960 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.669135 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 09:40:43.669708 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 09:40:43.669881 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 09:40:43.670093 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 09:40:43.670872 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 09:40:43.671221 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 09:40:43.671409 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 09:40:43.671591 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.671760 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.671925 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672089 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672252 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672437 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672630 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672794 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.672954 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673112 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673277 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673438 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673597 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673756 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.673915 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674075 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674234 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674393 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674558 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674720 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.674880 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675039 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675199 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] debug = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675408 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675595 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675768 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.675930 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676091 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676251 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676433 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676624 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676784 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.676943 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677104 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677265 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677423 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677583 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677742 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.677901 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678060 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678218 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] host = dv-cinder-807083-6-iscsi {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678377 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678535 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678697 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678851 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.678995 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679154 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679313 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679480 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679620 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679780 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.679938 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680025 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:43.680120 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680244 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680401 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680580 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_options = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680740 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.680899 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681057 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681243 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681409 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681568 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681727 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.681887 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682045 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682204 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682363 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682522 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682680 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682839 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.682998 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683160 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683319 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683478 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683636 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683795 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.683953 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684112 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684270 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684427 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684617 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684777 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.684934 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685140 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685235 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685397 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685559 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685741 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.685961 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686180 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686274 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686415 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686573 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686736 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.686896 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687055 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687213 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687371 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687529 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687693 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687851 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.687989 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_json = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688125 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688289 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688449 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688631 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688778 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.688936 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.689095 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.689238 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 09:40:43.689421 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.689584 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.689757 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.689918 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690125 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690229 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690389 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690549 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690710 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.690870 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.691061 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.691199 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.692438 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.692623 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.692788 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.692952 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693091 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693290 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693434 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693566 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693695 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.693851 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694022 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694186 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694347 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694669 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.694846 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695008 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695170 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695331 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695493 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695640 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695837 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.695972 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696122 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696250 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696597 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696730 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.696891 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697055 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697217 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697380 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697543 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697706 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.697868 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698029 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698192 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698353 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698516 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698681 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.698843 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699010 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699173 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699344 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699505 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699667 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699827 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.699990 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700150 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700311 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700516 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700652 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700814 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.700975 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.701150 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.701909 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702015 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702175 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702395 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702590 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702754 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.702916 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703078 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703239 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703424 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703569 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703732 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.703893 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704081 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704209 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704372 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704561 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704725 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.704887 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705049 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705210 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705373 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705980 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705980 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.705980 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706219 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706219 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706364 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706469 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706630 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706791 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.706951 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707113 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707273 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707436 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707599 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707762 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.707925 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708087 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708249 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708409 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708592 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708754 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.708915 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709077 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709239 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709399 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709560 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709722 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.709893 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710054 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710218 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710380 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710549 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710721 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.710883 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711046 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711208 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711368 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711531 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711692 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.711853 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712014 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712176 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712338 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712526 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712699 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.712861 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713025 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713186 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713376 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713538 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713700 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.713862 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714024 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714185 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714347 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714508 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714670 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714832 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.714993 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715155 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715317 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715478 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715640 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715800 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.715974 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.716125 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.716286 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.716449 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.716632 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.716795 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.717507 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.717773 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.717968 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718190 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718353 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718515 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718677 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718838 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.718999 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719161 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719323 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719484 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719646 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719807 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.719968 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720131 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720295 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720457 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720641 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720804 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.720966 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721127 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721292 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721454 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721617 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721780 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.721941 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722103 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722256 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722418 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722581 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722741 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.722903 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723080 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723246 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723567 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723729 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.723891 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.724053 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.724219 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.724878 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725042 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725203 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725456 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725569 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725678 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.725851 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.726003 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.726165 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.726325 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.726485 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.726660 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727031 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727031 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727207 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727287 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727431 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727601 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727763 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.727923 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728154 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728254 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728395 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728587 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728749 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.728911 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729222 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729222 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729375 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729527 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729688 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.729849 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730009 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730170 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730331 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730501 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730663 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730824 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.730984 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731145 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731306 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731476 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731637 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731798 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.731958 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.732118 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.732279 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.732451 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.732671 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.732834 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.733003 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.733167 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.733328 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.733746 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.733921 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734082 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734247 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734409 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734570 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734732 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.734917 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735062 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735232 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735402 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735566 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735735 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.735905 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.736077 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.736257 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.736407 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.736660 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737152 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737152 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737152 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737391 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737471 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737566 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737722 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.737882 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738042 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738262 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738362 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738510 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738673 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738834 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.738995 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.739157 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.739317 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.739478 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.739639 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 09:40:43.739793 dv-cinder-807083-6-iscsi neutron-server[105376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 09:40:43.943464 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50420) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:40:43.952876 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071266 Sep 07 09:40:55.356735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da39c3-6841-4b02-a93c-c03dc608d4eb None None] get_active_networks_info from dv-cinder-807083-6-iscsi {{(pid=105487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 09:40:55.415247 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da39c3-6841-4b02-a93c-c03dc608d4eb None None] No non-hosted networks {{(pid=105487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 09:40:55.432700 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-aa764add-4d8f-410f-972a-b74e66181473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:57.969263 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:57.971335 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.972204 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.972915 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.973569 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.974824 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.975877 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.977928 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.980525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.981940 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.984501 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.985796 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.988856 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:40:57.990560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807083-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:58.010578 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807083-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:40:58.153400 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dc5614a1-ebb4-444f-a9da-58211dff2262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:58.201435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2d0bdd62-5e2d-42a0-b793-9a4809fe13f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:40:59.032072 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:00.786092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:01.819084 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50512) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:02.319989 dv-cinder-807083-6-iscsi neutron-server[105485]: WARNING oslo_policy.policy [None req-9d87a448-d7ed-41a8-a112-4fa39c287354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:02.320562 dv-cinder-807083-6-iscsi neutron-server[105485]: WARNING oslo_policy.policy [None req-9d87a448-d7ed-41a8-a112-4fa39c287354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:02.543799 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [None req-9d87a448-d7ed-41a8-a112-4fa39c287354 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:41:02.545498 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9d87a448-d7ed-41a8-a112-4fa39c287354 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7254810 Sep 07 09:41:03.477807 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.db.l3_hamode_db [None req-a8331bca-e237-42ec-9e2f-46c184b8a852 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 09:41:03.555148 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8331bca-e237-42ec-9e2f-46c184b8a852 None None] Routers set() bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:41:03.555543 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8331bca-e237-42ec-9e2f-46c184b8a852 None None] Router IDs set() for agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 09:41:04.910725 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50526) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:05.218852 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:05.312359 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.policy [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 09:41:05.358121 dv-cinder-807083-6-iscsi neutron-server[105485]: WARNING oslo_policy.policy [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:05.358756 dv-cinder-807083-6-iscsi neutron-server[105485]: WARNING oslo_policy.policy [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:05.367352 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.quota [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] Loaded quota_driver: . Sep 07 09:41:05.456227 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909796621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909799262', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909849644', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909846344', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909432689', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739909830684', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1608834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2076299', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945648'] for rbac-policy, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:05.520677 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:05.524676 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-356de7c8-609e-457f-a967-8f22dad80ddd admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6128235 Sep 07 09:41:08.114138 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50538) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:08.409240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:08.436836 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Made reservation on behalf of 951c28ceb1c146fbbffe3288e2e2bf18 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:41:08.439495 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.456977 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.576375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.580003 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.599792 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:41:08.630918 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739906782823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.631501 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Unsubscribe: segment precommit_create {{(pid=105485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 09:41:08.632018 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Added segment 6c43a2bc-8e15-4bdd-bae8-a80337bac4da of type vlan for network defefeaf-6c5e-4515-bf79-33212a7b8288 Sep 07 09:41:08.649327 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ce568-8ec2-4e82-b236-c084f30ff4d7,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:08.703161 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.703516 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.703856 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.704207 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.704536 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.704913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.705247 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.705631 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.705971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.706295 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.706612 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.706929 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Tracked resource versions report: Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: pushed versions: Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: { 'AddressGroup': {'1.2'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'ConntrackHelper': {'1.0'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Log': {'1.0'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Network': {'1.1'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Port': {'1.7'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'PortForwarding': {'1.2'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'QosPolicy': {'1.9'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroup': {'1.4'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SubPort': {'1.0'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Subnet': {'1.1'}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Trunk': {'1.1'}} Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: consumer versions: Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'ConntrackHelper': '1.0', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Log': '1.0', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Network': '1.1', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Port': '1.7', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'PortForwarding': '1.2', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'QosPolicy': '1.9', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroup': '1.4', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroupRule': '1.2', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SubPort': '1.0', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Subnet': '1.1', Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Trunk': '1.1'}} Sep 07 09:41:08.708046 dv-cinder-807083-6-iscsi neutron-server[105485]: {{(pid=105485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:41:08.752607 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.791878 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.793020 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:08.793699 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:08.852771 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7374737 Sep 07 09:41:08.892437 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0f1f8-672f-4d71-a4db-01ac61a236c1 admin admin] Pushing event updated for resources: {'Network': ['ID=defefeaf-6c5e-4515-bf79-33212a7b8288,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:08.904258 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network defefeaf-6c5e-4515-bf79-33212a7b8288 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:41:11.495973 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50552) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:11.886753 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1430ce4-b51e-4b04-8a3a-1a00d80b12f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:11.889276 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e1430ce4-b51e-4b04-8a3a-1a00d80b12f9 admin admin] 10.222.0.24 "GET /v2.0/networks/defefeaf-6c5e-4515-bf79-33212a7b8288 HTTP/1.1" status: 200 len: 825 time: 0.3922982 Sep 07 09:41:11.914141 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8d04f46e-7e7a-4028-abb2-c5550d5b7f62 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb HTTP/1.1" status: 200 len: 734 time: 0.0185790 Sep 07 09:41:11.923398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Request body: {'subnet': {'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:11.945404 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Made reservation on behalf of 951c28ceb1c146fbbffe3288e2e2bf18 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:41:11.947644 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:12.239134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:12.308840 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:12.310852 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Checking segment: {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:41:12.311201 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Network hostable DHCP agents. Network: defefeaf-6c5e-4515-bf79-33212a7b8288, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:41:12.350438 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Network defefeaf-6c5e-4515-bf79-33212a7b8288 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:41:12.364198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, defefeaf-6c5e-4515-bf79-33212a7b8288) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:12.368842 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:12.369447 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:12.374641 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6a2fa-5766-437b-a2d1-e64c53c20ad6 None None] Network defefeaf-6c5e-4515-bf79-33212a7b8288 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:41:12.383501 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0432bc99-5086-4b40-a2fc-3e5f4d70089a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4632740 Sep 07 09:41:12.704925 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c456674-c834-4894-9929-a854728c7496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-defefeaf-6c5e-4515-bf79-33212a7b8288', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:41:12.706111 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:12.985827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-8c456674-c834-4894-9929-a854728c7496 None None] Allocated IP 172.20.0.2 (defefeaf-6c5e-4515-bf79-33212a7b8288/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7/ec844057-e28a-4489-85e5-96782b448368) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:41:13.187480 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:13.229642 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8c456674-c834-4894-9929-a854728c7496 None None] Transition to ACTIVE for port object ec844057-e28a-4489-85e5-96782b448368 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:41:13.250970 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8c456674-c834-4894-9929-a854728c7496 None None] Transition to ACTIVE for port object ec844057-e28a-4489-85e5-96782b448368 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:41:13.258207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:13.324156 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c456674-c834-4894-9929-a854728c7496 None None] Network defefeaf-6c5e-4515-bf79-33212a7b8288 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:41:13.330472 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-8c456674-c834-4894-9929-a854728c7496 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:13.344096 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c456674-c834-4894-9929-a854728c7496 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:41:13.347227 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c456674-c834-4894-9929-a854728c7496 None None] Pushing event updated for resources: {'Port': ['ID=ec844057-e28a-4489-85e5-96782b448368,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:13.380828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.380828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.380828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.380828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.380828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.381735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.381735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.381735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.386781 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.388139 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.388499 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.388845 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Tracked resource versions report: Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: pushed versions: Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: { 'AddressGroup': {'1.2'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'ConntrackHelper': {'1.0'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Log': {'1.0'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Network': {'1.1'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Port': {'1.7'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'PortForwarding': {'1.2'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'QosPolicy': {'1.9'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroup': {'1.4'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SubPort': {'1.0'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Subnet': {'1.1'}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Trunk': {'1.1'}} Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: consumer versions: Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'ConntrackHelper': '1.0', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Log': '1.0', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Network': '1.1', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Port': '1.7', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'PortForwarding': '1.2', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'QosPolicy': '1.9', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroup': '1.4', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroupRule': '1.2', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SubPort': '1.0', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Subnet': '1.1', Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Trunk': '1.1'}} Sep 07 09:41:13.390086 dv-cinder-807083-6-iscsi neutron-server[105487]: {{(pid=105487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:41:13.437853 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8c456674-c834-4894-9929-a854728c7496 None None] Attempting to bind port ec844057-e28a-4489-85e5-96782b448368 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:41:13.438248 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8c456674-c834-4894-9929-a854728c7496 None None] Attempting to bind port ec844057-e28a-4489-85e5-96782b448368 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:41:13.438659 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c456674-c834-4894-9929-a854728c7496 None None] Attempting to bind port ec844057-e28a-4489-85e5-96782b448368 on network defefeaf-6c5e-4515-bf79-33212a7b8288 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:41:13.443697 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c456674-c834-4894-9929-a854728c7496 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:41:13.444117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c456674-c834-4894-9929-a854728c7496 None None] Checking segment: {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:41:13.444593 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:13.444984 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c456674-c834-4894-9929-a854728c7496 None None] Bound using segment: {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:41:13.445469 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8c456674-c834-4894-9929-a854728c7496 None None] Bound port: ec844057-e28a-4489-85e5-96782b448368, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:41:13.445899 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:13.520113 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-8c456674-c834-4894-9929-a854728c7496 None None] For port ec844057-e28a-4489-85e5-96782b448368, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:41:13.524794 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-8c456674-c834-4894-9929-a854728c7496 None None] For port ec844057-e28a-4489-85e5-96782b448368, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=ec844057-e28a-4489-85e5-96782b448368,segment=NetworkSegment(6c43a2bc-8e15-4bdd-bae8-a80337bac4da),segment_id=6c43a2bc-8e15-4bdd-bae8-a80337bac4da)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:41:13.530066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c456674-c834-4894-9929-a854728c7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:13.594602 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c456674-c834-4894-9929-a854728c7496 None None] Pushing event updated for resources: {'Port': ['ID=ec844057-e28a-4489-85e5-96782b448368,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:14.852801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 50560) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:15.348715 dv-cinder-807083-6-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-06774271-bf5c-448f-8f68-2edaf0b45d6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:15.349277 dv-cinder-807083-6-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-06774271-bf5c-448f-8f68-2edaf0b45d6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:15.572567 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-06774271-bf5c-448f-8f68-2edaf0b45d6a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:41:15.588509 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-06774271-bf5c-448f-8f68-2edaf0b45d6a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189565 Sep 07 09:41:17.978697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 50574) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:18.291504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-8b909d0b-09c1-4bb4-bcba-f249dbb86a74 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:41:18.292602 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8b909d0b-09c1-4bb4-bcba-f249dbb86a74 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129511 Sep 07 09:41:20.961993 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 50588) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:21.272970 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Request body: {'router': {'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:21.336801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.policy [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 09:41:21.381663 dv-cinder-807083-6-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:21.382048 dv-cinder-807083-6-iscsi neutron-server[105486]: WARNING oslo_policy.policy [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 09:41:21.391167 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.quota [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Loaded quota_driver: . Sep 07 09:41:21.447730 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:21.449731 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:21.529074 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ec844057-e28a-4489-85e5-96782b448368 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:21.614732 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:21.620189 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:21.621307 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port ec844057-e28a-4489-85e5-96782b448368 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:41:21.640923 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:21.642212 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-99e9b2c7-191d-4755-a25e-53f6c9f19361 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6792965 Sep 07 09:41:22.095952 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d4aa9-23d7-433a-adf8-5e614ddbc0d2 None None] Network defefeaf-6c5e-4515-bf79-33212a7b8288 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:41:22.161665 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Provisioning for port ec844057-e28a-4489-85e5-96782b448368 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:41:22.167385 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Provisioning complete for port ec844057-e28a-4489-85e5-96782b448368 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:22.167771 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:22.342814 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:22.386949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] For port ec844057-e28a-4489-85e5-96782b448368, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=ec844057-e28a-4489-85e5-96782b448368,segment=NetworkSegment(6c43a2bc-8e15-4bdd-bae8-a80337bac4da),segment_id=6c43a2bc-8e15-4bdd-bae8-a80337bac4da)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:41:22.391726 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:22.447016 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857a6b6-e689-46bf-8c2e-81937cb8f0cc None None] Pushing event updated for resources: {'Port': ['ID=ec844057-e28a-4489-85e5-96782b448368,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:22.612960 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-11ea9eaf-cdc5-4e40-99da-45ea2fe9e65a None None] Provisioning complete for port ec844057-e28a-4489-85e5-96782b448368 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:22.613601 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-11ea9eaf-cdc5-4e40-99da-45ea2fe9e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:23.499413 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ec844057-e28a-4489-85e5-96782b448368 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:23.554560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port ec844057-e28a-4489-85e5-96782b448368 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:23.554938 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:24.068462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 50598) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:24.377039 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-8658c625-3fb8-429d-bae6-a78e64e0f32c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:41:24.378026 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8658c625-3fb8-429d-bae6-a78e64e0f32c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086376 Sep 07 09:41:25.245658 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d4a484d6-fd5b-43fb-b59c-76e07ab3bf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:26.794687 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50606) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:27.099355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:27.123933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Made reservation on behalf of 8789af3e44334faeb50a4a3675e1ceb4 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:41:27.127043 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.136485 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.227972 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.231275 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.247682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Reserving flat network on physical network physnet1 {{(pid=105485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 09:41:27.263699 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea7cfc-c403-4b1d-87c0-8e90fd27876d,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:27.268304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.268736 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Added segment 963c4560-b884-46dc-9dd4-8e95ba755f7e of type flat for network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 Sep 07 09:41:27.320662 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.354474 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.355477 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:27.355932 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:27.385961 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5902252 Sep 07 09:41:27.414036 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67e8fc-3543-47d4-99c8-6bd4c246cbad admin admin] Pushing event updated for resources: {'Network': ['ID=f198dc78-3d2f-4bc2-9416-9d2c22687cd1,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:27.424846 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:41:27.961017 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:28.144814 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0c3894ac-d9ec-4550-9d2d-f4f0aab9a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:28.975824 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:29.782744 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50624) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:29.953786 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4246a2-22dc-4c47-b076-70ece018c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:29.955109 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ce4246a2-22dc-4c47-b076-70ece018c3e5 admin admin] 10.222.0.24 "GET /v2.0/subnets/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7 HTTP/1.1" status: 200 len: 849 time: 0.1713462 Sep 07 09:41:30.116100 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-25e26add-42ee-469c-ba2f-b0241581ccd1 admin admin] 10.222.0.24 "GET /v2.0/routers/4bd8f435-f833-4d44-8a0d-b74effbff345 HTTP/1.1" status: 200 len: 704 time: 0.1548285 Sep 07 09:41:30.377023 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:30.669239 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Allocated IP 172.20.0.1 (defefeaf-6c5e-4515-bf79-33212a7b8288/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7/3ed5d38a-eda4-4f55-9e29-60b0b235b471) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:41:30.733754 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:30.865056 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:30.887375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Transition to ACTIVE for port object 3ed5d38a-eda4-4f55-9e29-60b0b235b471 will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:41:30.950092 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.019560 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Network defefeaf-6c5e-4515-bf79-33212a7b8288 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:41:31.025163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:31.032882 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:41:31.033956 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.089424 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed5d38a-eda4-4f55-9e29-60b0b235b471,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:31.227199 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.265118 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-5fcd8d11-9581-4ace-b11b-cb79ce0d338d None None] Provisioning for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:41:31.268725 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-5fcd8d11-9581-4ace-b11b-cb79ce0d338d None None] Provisioning complete for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:31.269129 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8d11-9581-4ace-b11b-cb79ce0d338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.302339 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd8d11-9581-4ace-b11b-cb79ce0d338d None None] Port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:41:31.434913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.439422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.440188 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.496888 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ed5d38a-eda4-4f55-9e29-60b0b235b471,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:31.562641 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Network defefeaf-6c5e-4515-bf79-33212a7b8288 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:41:31.563960 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:31.722115 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-9b2e5969-f645-47b9-b14c-6ae65da75dd8 None None] Provisioning complete for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:31.722575 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Router 4bd8f435-f833-4d44-8a0d-b74effbff345 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:41:31.722696 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5969-f645-47b9-b14c-6ae65da75dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:31.759092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e5969-f645-47b9-b14c-6ae65da75dd8 None None] Port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:41:31.813069 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:41:31.818284 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-cc0c8dc1-8e3c-4d17-8381-8c93cf0c86a2 admin admin] 10.222.0.24 "PUT /v2.0/routers/4bd8f435-f833-4d44-8a0d-b74effbff345/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6962483 Sep 07 09:41:31.826429 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Sync routers for ids ['4bd8f435-f833-4d44-8a0d-b74effbff345'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:41:31.838117 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Routers {'4bd8f435-f833-4d44-8a0d-b74effbff345'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:41:31.838989 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:41:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4bd8f435-f833-4d44-8a0d-b74effbff345'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:32.023566 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Set router 4bd8f435-f833-4d44-8a0d-b74effbff345 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:41:32.445246 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:31Z', 'revision_number': 2, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port_host': None, '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:31Z', 'revision_number': 2, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:32.498635 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Checking router: 4bd8f435-f833-4d44-8a0d-b74effbff345 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:41:32.499003 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Updating router 4bd8f435-f833-4d44-8a0d-b74effbff345 port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:41:32.547375 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.105554 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.126999 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Transition to ACTIVE for port object 3ed5d38a-eda4-4f55-9e29-60b0b235b471 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:41:33.133178 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.319377 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Pushing event updated for resources: {'Port': ['ID=3ed5d38a-eda4-4f55-9e29-60b0b235b471,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:33.335862 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.336223 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.336586 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.336919 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.337241 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.337568 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.337889 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.338209 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.338544 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.338867 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.339185 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.339548 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Tracked resource versions report: Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: pushed versions: Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: { 'AddressGroup': {'1.2'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'ConntrackHelper': {'1.0'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Log': {'1.0'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Network': {'1.1'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Port': {'1.7'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'PortForwarding': {'1.2'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'QosPolicy': {'1.9'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroup': {'1.4'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SubPort': {'1.0'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Subnet': {'1.1'}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Trunk': {'1.1'}} Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: consumer versions: Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'ConntrackHelper': '1.0', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Log': '1.0', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Network': '1.1', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Port': '1.7', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'PortForwarding': '1.2', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'QosPolicy': '1.9', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroup': '1.4', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroupRule': '1.2', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SubPort': '1.0', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Subnet': '1.1', Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Trunk': '1.1'}} Sep 07 09:41:33.340805 dv-cinder-807083-6-iscsi neutron-server[105488]: {{(pid=105488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:41:33.343287 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Attempting to bind port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:41:33.343682 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Attempting to bind port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:41:33.344081 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Attempting to bind port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 on network defefeaf-6c5e-4515-bf79-33212a7b8288 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:41:33.350082 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:41:33.350509 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Checking segment: {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:41:33.350967 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.351355 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Bound using segment: {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:41:33.351875 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Bound port: 3ed5d38a-eda4-4f55-9e29-60b0b235b471, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c43a2bc-8e15-4bdd-bae8-a80337bac4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:41:33.352274 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.419825 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] For port 3ed5d38a-eda4-4f55-9e29-60b0b235b471, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:41:33.440397 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] For port 3ed5d38a-eda4-4f55-9e29-60b0b235b471, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=3ed5d38a-eda4-4f55-9e29-60b0b235b471,segment=NetworkSegment(6c43a2bc-8e15-4bdd-bae8-a80337bac4da),segment_id=6c43a2bc-8e15-4bdd-bae8-a80337bac4da)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:41:33.444445 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:33.488332 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Routers {'4bd8f435-f833-4d44-8a0d-b74effbff345'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:41:33.488981 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:41:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4bd8f435-f833-4d44-8a0d-b74effbff345'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:33.587143 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592a89-ee30-4ce5-a585-d246c3bed3c7 None None] Pushing event updated for resources: {'Port': ['ID=3ed5d38a-eda4-4f55-9e29-60b0b235b471,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:33.595418 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] Set router 4bd8f435-f833-4d44-8a0d-b74effbff345 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:41:33.803434 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:31Z', 'revision_number': 2, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port_host': None, '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:33Z', 'revision_number': 4, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:33.829481 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047794e-b3ed-4191-85fa-73bd76023dc9 None None] The sync data for ids ['4bd8f435-f833-4d44-8a0d-b74effbff345'] in dv-cinder-807083-6-iscsi is: [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:31Z', 'revision_number': 2, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port_host': None, '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:33Z', 'revision_number': 4, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:41:34.226156 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50644) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:34.338068 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98acac50-90d1-400a-8619-e18b9ff1fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:34.339489 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-98acac50-90d1-400a-8619-e18b9ff1fe14 admin admin] 10.222.0.24 "GET /v2.0/networks/f198dc78-3d2f-4bc2-9416-9d2c22687cd1 HTTP/1.1" status: 200 len: 842 time: 0.1123297 Sep 07 09:41:34.349449 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:34.369855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Made reservation on behalf of 8789af3e44334faeb50a4a3675e1ceb4 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:41:34.372606 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:34.645644 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.objects.ports [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105485) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 09:41:34.646078 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:34.781445 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5557c9-b981-487e-9dcf-86afd0c96a80,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:34.788717 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:41:34.789077 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Network hostable DHCP agents. Network: f198dc78-3d2f-4bc2-9416-9d2c22687cd1, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:41:34.806036 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:41:34.815323 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, f198dc78-3d2f-4bc2-9416-9d2c22687cd1) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:34.819402 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:34.819991 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:34.824871 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a8c26-5dc2-46ce-82c3-ab8a4e66dc53 None None] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:41:34.834223 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c2448d52-68e2-4c2b-9c99-534556105b53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4880993 Sep 07 09:41:34.958414 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf3b34-5521-4f3e-a149-0bf08d997b46 None None] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:41:37.140398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50652) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:37.272063 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f0dc1ab8-ed17-40c7-b25c-db7a706db9f3 admin admin] 10.222.0.24 "GET /v2.0/routers/4bd8f435-f833-4d44-8a0d-b74effbff345 HTTP/1.1" status: 200 len: 710 time: 0.1305101 Sep 07 09:41:37.355890 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25a6b7-bc64-40b2-a33a-0fa2e2608fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:41:37.357178 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9d25a6b7-bc64-40b2-a33a-0fa2e2608fbe admin admin] 10.222.0.24 "GET /v2.0/networks/f198dc78-3d2f-4bc2-9416-9d2c22687cd1 HTTP/1.1" status: 200 len: 886 time: 0.0791745 Sep 07 09:41:37.366855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:41:37.608880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:37.837496 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:37.912658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.020374 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Allocated IP 172.27.2.215 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/1a855cff-4502-466b-b0b5-c9afdc646de3) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:41:38.123597 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.163157 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.197271 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:41:38.200228 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:41:38.203632 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:41:38.245890 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Pushing event updated for resources: {'Port': ['ID=1a855cff-4502-466b-b0b5-c9afdc646de3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:38.453963 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.729321 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6293'] for router, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.733181 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579359'] for router, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.840020 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Router 4bd8f435-f833-4d44-8a0d-b74effbff345 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:41:38.950370 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:41:38.955239 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:38.956438 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b96f322b-85a0-4d07-9fd2-c50aa0b7ac8c admin admin] 10.222.0.24 "PUT /v2.0/routers/4bd8f435-f833-4d44-8a0d-b74effbff345 HTTP/1.1" status: 200 len: 890 time: 1.5927606 Sep 07 09:41:39.533959 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 3ed5d38a-eda4-4f55-9e29-60b0b235b471 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:39.587901 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:41:39.591454 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:39.591830 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:39.668270 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:39.699509 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 3ed5d38a-eda4-4f55-9e29-60b0b235b471, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=3ed5d38a-eda4-4f55-9e29-60b0b235b471,segment=NetworkSegment(6c43a2bc-8e15-4bdd-bae8-a80337bac4da),segment_id=6c43a2bc-8e15-4bdd-bae8-a80337bac4da)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:41:39.703882 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:39.751147 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=3ed5d38a-eda4-4f55-9e29-60b0b235b471,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:40.282495 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Sync routers for ids ['4bd8f435-f833-4d44-8a0d-b74effbff345'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:41:40.293210 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Routers {'4bd8f435-f833-4d44-8a0d-b74effbff345'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:41:40.293850 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:41:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4bd8f435-f833-4d44-8a0d-b74effbff345'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:40.542854 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Set router 4bd8f435-f833-4d44-8a0d-b74effbff345 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:41:40.925954 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:38Z', 'revision_number': 4, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port': {'id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:37Z', 'updated_at': '2021-09-07T09:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:39Z', 'revision_number': 5, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:40.975156 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Checking router: 4bd8f435-f833-4d44-8a0d-b74effbff345 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:41:40.975514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Updating router 4bd8f435-f833-4d44-8a0d-b74effbff345 port 1a855cff-4502-466b-b0b5-c9afdc646de3 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:41:41.023753 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.339761 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.349294 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Transition to ACTIVE for port object 1a855cff-4502-466b-b0b5-c9afdc646de3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:41:41.354546 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.392546 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 50664) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:41:41.406503 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01fdf7-4de5-452e-90ea-f4c3eeb4faca None None] Pushing event updated for resources: {'Port': ['ID=1a855cff-4502-466b-b0b5-c9afdc646de3,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:41.409145 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Attempting to bind port 1a855cff-4502-466b-b0b5-c9afdc646de3 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:41:41.409514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Attempting to bind port 1a855cff-4502-466b-b0b5-c9afdc646de3 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:41:41.409886 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Attempting to bind port 1a855cff-4502-466b-b0b5-c9afdc646de3 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:41:41.415209 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:41:41.415554 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:41:41.415960 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.416344 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:41:41.416836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Bound port: 1a855cff-4502-466b-b0b5-c9afdc646de3, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:41:41.417831 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.470312 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] For port 1a855cff-4502-466b-b0b5-c9afdc646de3, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:41:41.473606 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] For port 1a855cff-4502-466b-b0b5-c9afdc646de3, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=1a855cff-4502-466b-b0b5-c9afdc646de3,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:41:41.480790 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.521461 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-cf9077b5-5102-4818-98f0-dbb8a42250f3 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1273568 Sep 07 09:41:41.523187 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 3ed5d38a-eda4-4f55-9e29-60b0b235b471 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:41.543965 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Routers {'4bd8f435-f833-4d44-8a0d-b74effbff345'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:41:41.544761 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:41:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4bd8f435-f833-4d44-8a0d-b74effbff345'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:41.620223 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:41:41.687582 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01fdf7-4de5-452e-90ea-f4c3eeb4faca None None] Pushing event updated for resources: {'Port': ['ID=1a855cff-4502-466b-b0b5-c9afdc646de3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:41.763794 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:41.764164 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:41.800111 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] Set router 4bd8f435-f833-4d44-8a0d-b74effbff345 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:41:42.057170 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:38Z', 'revision_number': 4, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port': {'id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:37Z', 'updated_at': '2021-09-07T09:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:39Z', 'revision_number': 5, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:41:42.088135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac57ebf-289a-4792-9bad-861867f1d2d5 None None] The sync data for ids ['4bd8f435-f833-4d44-8a0d-b74effbff345'] in dv-cinder-807083-6-iscsi is: [{'id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'name': 'router1', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:41:21Z', 'updated_at': '2021-09-07T09:41:38Z', 'revision_number': 4, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'gw_port': {'id': '1a855cff-4502-466b-b0b5-c9afdc646de3', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:37Z', 'updated_at': '2021-09-07T09:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '3ed5d38a-eda4-4f55-9e29-60b0b235b471', 'name': '', 'network_id': 'defefeaf-6c5e-4515-bf79-33212a7b8288', 'tenant_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'mac_address': 'fa:16:3e:70:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd8f435-f833-4d44-8a0d-b74effbff345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:41:30Z', 'updated_at': '2021-09-07T09:41:39Z', 'revision_number': 5, 'project_id': '951c28ceb1c146fbbffe3288e2e2bf18', 'subnets': [{'id': 'e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89f5d7de-9e27-47e6-aaf6-ddf2e3e72dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:41:43.550498 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1a855cff-4502-466b-b0b5-c9afdc646de3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:43.613192 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 1a855cff-4502-466b-b0b5-c9afdc646de3 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:41:43.617605 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 1a855cff-4502-466b-b0b5-c9afdc646de3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:43.617987 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:43.705633 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:43.726685 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 1a855cff-4502-466b-b0b5-c9afdc646de3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=1a855cff-4502-466b-b0b5-c9afdc646de3,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:41:43.731789 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:43.789392 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=1a855cff-4502-466b-b0b5-c9afdc646de3,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:41:45.567375 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1a855cff-4502-466b-b0b5-c9afdc646de3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:41:45.650335 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 1a855cff-4502-466b-b0b5-c9afdc646de3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:41:45.652130 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:55.249038 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc02cdcd-932f-4ffe-a633-4451c1be75fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:57.963079 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:58.147673 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dff1082d-b2d3-42d3-a436-f3765cae7d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:41:58.984313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:00.747369 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:18.619655 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:42:25.252646 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6e56d747-0656-47a7-a7a0-59c29f1d91e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:27.978952 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:28.151341 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a5381-7d90-4049-aa66-ebbd4ea0a33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:28.979278 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:30.744550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:55.254528 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-00e7a7cf-722e-4e79-88aa-cea6697b918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:55.619202 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:42:57.971781 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:58.151899 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2fa11f3f-7d10-4ca6-85d9-2516d09638c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:42:58.982591 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:00.752107 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:17.377897 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51228) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:17.438502 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba63430-ab97-4a7c-ab54-ca3e379a02ad admin admin] GET failed (client error): The resource could not be found. Sep 07 09:43:17.439830 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9ba63430-ab97-4a7c-ab54-ca3e379a02ad admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609403 Sep 07 09:43:17.603547 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9a0f3-927e-4983-999e-f796b7369b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:17.605066 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-16d9a0f3-927e-4983-999e-f796b7369b00 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600120 Sep 07 09:43:19.794977 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51238) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:19.884414 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0633b-8b8b-4571-94c8-9df7cf6429f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:19.885801 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5ae0633b-8b8b-4571-94c8-9df7cf6429f1 admin admin] 10.222.0.24 "GET /v2.0/subnets/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7 HTTP/1.1" status: 200 len: 849 time: 0.0899355 Sep 07 09:43:19.895535 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:43:19.975569 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Notify callbacks [] for subnet, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:20.117378 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739906986716'] for subnet, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:20.146744 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:20.147987 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:20.159202 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] 10.222.0.24 "PUT /v2.0/subnets/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7 HTTP/1.1" status: 200 len: 868 time: 0.2567227 Sep 07 09:43:20.167634 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e7378-4b7d-4295-80be-5bad32f00efe None None] Network defefeaf-6c5e-4515-bf79-33212a7b8288 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:43:20.168344 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:43:20.176014 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.176398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.176775 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.177114 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.177450 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.178621 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.178972 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.179309 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.179797 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.180134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.180465 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.180819 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a1b9d-0ea9-4376-ab09-73c51591b30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:43:20.547546 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-0ed87abb-04d4-4663-b17c-a378c792465c None None] Provisioning complete for port ec844057-e28a-4489-85e5-96782b448368 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:43:20.547911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0ed87abb-04d4-4663-b17c-a378c792465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:20.635414 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-0ed87abb-04d4-4663-b17c-a378c792465c None None] Provisioning complete for port 3ed5d38a-eda4-4f55-9e29-60b0b235b471 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:43:20.635677 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0ed87abb-04d4-4663-b17c-a378c792465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:22.368285 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51246) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:22.572803 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9503f3-040c-487c-a963-a969c3ca3f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:22.573045 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9503f3-040c-487c-a963-a969c3ca3f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:22.574593 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5f9503f3-040c-487c-a963-a969c3ca3f23 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053313 Sep 07 09:43:24.747190 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51254) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:24.880678 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0443e-4ff6-4576-b6be-5f4a5c389464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:24.882119 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0443e-4ff6-4576-b6be-5f4a5c389464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:24.883671 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-aac0443e-4ff6-4576-b6be-5f4a5c389464 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1355238 Sep 07 09:43:25.258157 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4a69c609-eada-4dd4-a960-4476d2e1020a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:27.083658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51262) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:27.210545 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b77a30-38d6-4990-9221-cf2ce9d3e227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:27.211916 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e3b77a30-38d6-4990-9221-cf2ce9d3e227 admin admin] 10.222.0.24 "GET /v2.0/networks/defefeaf-6c5e-4515-bf79-33212a7b8288 HTTP/1.1" status: 200 len: 869 time: 0.1267314 Sep 07 09:43:27.973916 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:28.151894 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d5ced59b-9b23-4d38-a605-f43ea2b46fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:28.985595 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:29.395209 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51270) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:29.628373 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72781150-8728-418e-ac84-1da2317d3273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:29.629700 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-72781150-8728-418e-ac84-1da2317d3273 admin admin] 10.222.0.24 "GET /v2.0/networks/f198dc78-3d2f-4bc2-9416-9d2c22687cd1 HTTP/1.1" status: 200 len: 886 time: 0.2335565 Sep 07 09:43:30.758186 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:31.801690 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51278) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:31.923719 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c4cab-fbce-4e4e-ae83-5aa335ebb39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:31.924186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c4cab-fbce-4e4e-ae83-5aa335ebb39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:31.925748 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-786c4cab-fbce-4e4e-ae83-5aa335ebb39f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230729 Sep 07 09:43:32.617885 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:43:34.111822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51286) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:34.204834 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba8d34-431b-4834-b67d-61cf79d19c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:34.205296 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba8d34-431b-4834-b67d-61cf79d19c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:34.206890 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-59ba8d34-431b-4834-b67d-61cf79d19c9f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939968 Sep 07 09:43:36.388435 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51294) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:36.476910 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae77621-8f89-4b5f-bfb2-d993d9aef09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:36.478284 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-aae77621-8f89-4b5f-bfb2-d993d9aef09f admin admin] 10.222.0.24 "GET /v2.0/subnets/4f5557c9-b981-487e-9dcf-86afd0c96a80 HTTP/1.1" status: 200 len: 816 time: 0.0887897 Sep 07 09:43:38.746510 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51302) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:43:38.837207 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c94247-933d-4834-8027-470e82abcf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:43:38.838487 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b3c94247-933d-4834-8027-470e82abcf1c admin admin] 10.222.0.24 "GET /v2.0/subnets/e8fa27c8-6804-4def-8bbe-5a6b3e5df1a7 HTTP/1.1" status: 200 len: 868 time: 0.0910335 Sep 07 09:43:55.258807 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-df144a9c-58c5-4408-ac59-4bd4ad4d8f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:57.975787 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:58.153567 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-65210324-e72e-434d-99e0-66558b4fa69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:43:58.989119 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:00.760326 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:02.386141 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51356) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:44:02.432640 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [None req-dcf17032-a2c8-48d0-8289-674e5aec9556 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:44:02.433654 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-dcf17032-a2c8-48d0-8289-674e5aec9556 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465622 Sep 07 09:44:04.691064 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51364) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:44:04.751034 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a15625-5e99-4f44-ac18-713c8e3dfdba admin admin] GET failed (client error): The resource could not be found. Sep 07 09:44:04.752362 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e1a15625-5e99-4f44-ac18-713c8e3dfdba admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603700 Sep 07 09:44:04.838575 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46035d09-1816-4539-b50d-4bb62b83612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:44:04.839955 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-46035d09-1816-4539-b50d-4bb62b83612d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829775 Sep 07 09:44:07.051375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51372) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:44:07.098271 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:44:07.117422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Made reservation on behalf of 8789af3e44334faeb50a4a3675e1ceb4 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:44:07.119674 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:07.146943 dv-cinder-807083-6-iscsi neutron-server[105485]: WARNING neutron.services.revisions.revision_plugin [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Could not find related network for resource to bump revision. Sep 07 09:44:07.157831 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:44:07.167328 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:07.167671 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Added segment 74d3af33-72a5-4a3c-824e-370315bada41 of type vlan for network ba006508-570a-485b-9a39-3f49bdaeb336 Sep 07 09:44:07.204551 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:07.227532 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:07.228453 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:44:07.229047 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:07.260566 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2080495 Sep 07 09:44:07.293986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48190a-7ae8-4f65-b7c0-f35ac014adc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba006508-570a-485b-9a39-3f49bdaeb336,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:44:07.304836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network ba006508-570a-485b-9a39-3f49bdaeb336 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:44:09.443009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51380) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:44:09.502216 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05b4957-3426-4b2b-a58f-5523af7f7452 admin admin] GET failed (client error): The resource could not be found. Sep 07 09:44:09.503537 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a05b4957-3426-4b2b-a58f-5523af7f7452 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595689 Sep 07 09:44:09.571661 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c26f5-969d-47a0-90f2-e7a0d3c768b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:44:09.573178 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5a7c26f5-969d-47a0-90f2-e7a0d3c768b7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647833 Sep 07 09:44:09.583966 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336', 'cidr': '192.168.233.0/24'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:44:09.603882 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Made reservation on behalf of 8789af3e44334faeb50a4a3675e1ceb4 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:44:09.606407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Notify callbacks [] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:09.615525 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:44:09.763749 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:09.819629 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Pushing event updated for resources: {'Subnet': ['ID=59088752-e78c-42b9-aec9-d5c3e57f1c6c,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:44:09.827824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Checking segment: {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:44:09.828174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Network hostable DHCP agents. Network: ba006508-570a-485b-9a39-3f49bdaeb336, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:44:09.843780 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Network ba006508-570a-485b-9a39-3f49bdaeb336 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:44:09.852172 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, ba006508-570a-485b-9a39-3f49bdaeb336) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:44:09.856892 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:44:09.858033 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:09.861056 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2c2ae-9bb8-4e00-9a1c-2288218973cc None None] Network ba006508-570a-485b-9a39-3f49bdaeb336 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:44:09.872550 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4089e72a-b284-43fe-8b80-330e7deffaca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926145 Sep 07 09:44:10.109036 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-ba006508-570a-485b-9a39-3f49bdaeb336', 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336', 'tenant_id': '8789af3e44334faeb50a4a3675e1ceb4', 'fixed_ips': [{'subnet_id': '59088752-e78c-42b9-aec9-d5c3e57f1c6c'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:44:10.109904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.246988 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Allocated IP 192.168.233.2 (ba006508-570a-485b-9a39-3f49bdaeb336/59088752-e78c-42b9-aec9-d5c3e57f1c6c/fc1c4995-2bc6-4f35-938f-8b17356cd1fe) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:44:10.388108 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.397264 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Transition to ACTIVE for port object fc1c4995-2bc6-4f35-938f-8b17356cd1fe will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:44:10.413034 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Transition to ACTIVE for port object fc1c4995-2bc6-4f35-938f-8b17356cd1fe will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:44:10.419064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.461949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Network ba006508-570a-485b-9a39-3f49bdaeb336 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:44:10.464903 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:44:10.467448 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:44:10.479989 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Pushing event updated for resources: {'Port': ['ID=fc1c4995-2bc6-4f35-938f-8b17356cd1fe,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:44:10.502673 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.503048 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.503403 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.504270 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.504666 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.505011 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.505347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.505682 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.506034 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.506392 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.506717 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.507042 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:44:10.543288 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Attempting to bind port fc1c4995-2bc6-4f35-938f-8b17356cd1fe on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:44:10.543661 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Attempting to bind port fc1c4995-2bc6-4f35-938f-8b17356cd1fe by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:44:10.544030 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Attempting to bind port fc1c4995-2bc6-4f35-938f-8b17356cd1fe on network ba006508-570a-485b-9a39-3f49bdaeb336 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:44:10.549222 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:44:10.549599 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Checking segment: {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:44:10.550004 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.550453 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Bound using segment: {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:44:10.551505 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Bound port: fc1c4995-2bc6-4f35-938f-8b17356cd1fe, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:44:10.551909 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.616835 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] For port fc1c4995-2bc6-4f35-938f-8b17356cd1fe, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:44:10.620458 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] For port fc1c4995-2bc6-4f35-938f-8b17356cd1fe, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc1c4995-2bc6-4f35-938f-8b17356cd1fe,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:44:10.625113 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:10.684384 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532279ce-9a59-46e1-919a-066148b08bd1 None None] Pushing event updated for resources: {'Port': ['ID=fc1c4995-2bc6-4f35-938f-8b17356cd1fe,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:44:11.496970 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4dd41-d879-4a49-a7a4-77a63b400bcf None None] Network ba006508-570a-485b-9a39-3f49bdaeb336 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:44:11.619068 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d50332f1-e32b-4346-ad33-ebcdf557715b None None] Provisioning for port fc1c4995-2bc6-4f35-938f-8b17356cd1fe completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:44:11.666851 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc1c4995-2bc6-4f35-938f-8b17356cd1fe up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:44:11.721351 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port fc1c4995-2bc6-4f35-938f-8b17356cd1fe completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:44:11.725941 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port fc1c4995-2bc6-4f35-938f-8b17356cd1fe triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:44:11.726337 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:11.813371 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:11.856547 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port fc1c4995-2bc6-4f35-938f-8b17356cd1fe, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc1c4995-2bc6-4f35-938f-8b17356cd1fe,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:44:11.861874 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c1267701-7322-4e67-bcc3-81272200a91c None None] Provisioning complete for port fc1c4995-2bc6-4f35-938f-8b17356cd1fe triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:44:11.862240 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c1267701-7322-4e67-bcc3-81272200a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:11.864351 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:11.940766 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=fc1c4995-2bc6-4f35-938f-8b17356cd1fe,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:44:13.625436 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc1c4995-2bc6-4f35-938f-8b17356cd1fe up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:44:13.672977 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port fc1c4995-2bc6-4f35-938f-8b17356cd1fe triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:44:13.673347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:25.259790 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8c256b51-b9f7-44cc-8541-90d1c5f562dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:27.977064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:28.153068 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-14801c97-5297-46a7-9520-44ad9dcf14b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:28.989190 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:30.765324 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:46.614939 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:44:55.260522 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ddeefe87-9fe0-4425-af8b-c2b40c72edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:57.978557 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:58.154647 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6180965-903e-4db0-afb9-674b42443312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:44:58.993345 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:00.769055 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:17.950091 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51432) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:45:17.955916 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [None req-65aaaac2-f40e-402d-94f6-79a69ce4ee36 tempest-verify_tempest_config-1880559526 tempest-verify_tempest_config-1880559526-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:45:17.956878 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-65aaaac2-f40e-402d-94f6-79a69ce4ee36 tempest-verify_tempest_config-1880559526 tempest-verify_tempest_config-1880559526-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058794 Sep 07 09:45:18.247991 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51450) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:45:18.354718 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.471830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.475449 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.514498 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb34f80d0883423883ec98e34af0aafe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2654412 Sep 07 09:45:18.517205 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51456) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:45:18.523580 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755596c-25bd-4d1e-9d98-dfafb799c6b4,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:45:18.533381 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.533759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.534097 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.534428 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.534755 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.535184 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.535517 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.535857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.536201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.536552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.536871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.537190 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99044f5b-bef5-43f5-bef3-769b70ab5f65 admin admin] Tracked resource versions report: Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: pushed versions: Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: { 'AddressGroup': {'1.2'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'ConntrackHelper': {'1.0'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Log': {'1.0'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Network': {'1.1'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Port': {'1.7'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'PortForwarding': {'1.2'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'QosPolicy': {'1.9'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroup': {'1.4'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SubPort': {'1.0'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Subnet': {'1.1'}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Trunk': {'1.1'}} Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: consumer versions: Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'ConntrackHelper': '1.0', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Log': '1.0', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Network': '1.1', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Port': '1.7', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'PortForwarding': '1.2', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'QosPolicy': '1.9', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroup': '1.4', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroupRule': '1.2', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SubPort': '1.0', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Subnet': '1.1', Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Trunk': '1.1'}} Sep 07 09:45:18.538342 dv-cinder-807083-6-iscsi neutron-server[105486]: {{(pid=105486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:45:18.574795 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.596063 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.680736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.683215 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:18.684380 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d755596c-25bd-4d1e-9d98-dfafb799c6b4 HTTP/1.1" status: 204 len: 168 time: 0.1660988 Sep 07 09:45:18.692272 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755596c-25bd-4d1e-9d98-dfafb799c6b4,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:45:18.698853 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.699218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.699758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.700091 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.700419 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.700799 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.701123 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.701459 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.701800 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.702123 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.702444 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:18.702757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f685c83-d248-442f-aeec-43866a9f542d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:45:23.614865 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:45:25.261969 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4e3964ea-9da7-434f-ad40-7fa87feeb9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:27.979856 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:28.155018 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-dd2eea85-0276-450f-a1d5-ecdc3b252755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:28.995758 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:30.772106 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:55.261894 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-87f61634-955d-4b76-bdd1-7c2134bc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:57.982803 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:58.155448 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-22210bb6-3ea1-4b31-a1ae-ce87e68f9688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:45:58.999656 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:00.614289 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:46:00.775493 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:25.261850 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9e9d-52cb-48dd-bd56-7ae9647cef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:27.983791 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:28.154788 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-716740a5-d879-4a35-a0c0-11505506713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:29.001004 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:30.778162 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:37.612718 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 5 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:46:52.275381 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585199'] for agent, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:55.263299 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91adc019-c00d-48a6-bdc8-e4a4d5d164a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:57.984773 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:58.153612 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-63e7467c-7b7a-4bc7-bc5e-901f6e9a43a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:46:59.003708 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:00.781940 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:07.379491 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51532) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:47:07.484281 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-2d975647-3925-4f06-81fa-0c93b204130d admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1037042 Sep 07 09:47:09.690992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51542) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:47:09.750875 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-813f6e1c-4143-4b43-b80c-5dbdd5684c2c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0588269 Sep 07 09:47:14.611848 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:47:22.230185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:25.263322 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3914eb5e-5e54-4649-b5d1-f1fe13ff5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:27.987919 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:28.152700 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3922-db02-438e-9990-bd71e965493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:29.005889 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:30.783474 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:51.611645 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:47:52.246719 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:55.265136 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0549d2dd-43a7-4a4c-bd27-b77c25b7bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:57.991778 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:58.151996 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4f93c381-1fff-4da2-9d0e-1cfe7a716ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:47:59.009507 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:00.789988 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:22.265594 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:25.266297 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-18191492-2720-4bbe-9e1f-b5ba923dd50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:27.993829 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:28.152505 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4d55967b-7d95-4424-aae6-963fd959e803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:28.611254 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:48:29.014517 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:30.792175 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:37.521615 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51694) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:37.870700 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1850177267-network', 'tenant_id': '5b228e55bab943b98711f869ba1932a5'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:37.894134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Made reservation on behalf of 5b228e55bab943b98711f869ba1932a5 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:37.897770 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:37.908360 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.022791 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.026982 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.040568 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:48:38.050799 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.051135 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Added segment 6171540a-946a-4d1d-b2ed-cb13b98efb6e of type vlan for network dc627326-d71f-4f65-adfe-8aa92e5b8284 Sep 07 09:48:38.106067 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18823ee1-d9f2-4524-bdc5-bc6710b6ab80,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:38.120678 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.121025 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.121554 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.121967 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.122262 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.122614 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.122943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.123293 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.123623 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.124115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.124439 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.124787 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Tracked resource versions report: Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: pushed versions: Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: { 'AddressGroup': {'1.2'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'ConntrackHelper': {'1.0'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Log': {'1.0'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Network': {'1.1'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Port': {'1.7'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'PortForwarding': {'1.2'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'QosPolicy': {'1.9'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroup': {'1.4'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SubPort': {'1.0'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Subnet': {'1.1'}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Trunk': {'1.1'}} Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: consumer versions: Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: HyperV agent@hv-cinder-80708: {}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'ConntrackHelper': '1.0', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Log': '1.0', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Network': '1.1', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Port': '1.7', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'PortForwarding': '1.2', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'QosPolicy': '1.9', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroup': '1.4', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SecurityGroupRule': '1.2', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'SubPort': '1.0', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Subnet': '1.1', Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: 'Trunk': '1.1'}} Sep 07 09:48:38.125871 dv-cinder-807083-6-iscsi neutron-server[105485]: {{(pid=105485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:48:38.132433 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.159242 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.160291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:38.160928 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.195687 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6695967 Sep 07 09:48:38.199231 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51742) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:38.208131 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Request body: {'subnet': {'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1850177267-subnet', 'tenant_id': '5b228e55bab943b98711f869ba1932a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:38.244315 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be2c7-64a3-4792-a293-334ba53bc8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc627326-d71f-4f65-adfe-8aa92e5b8284,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:38.249549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Made reservation on behalf of 5b228e55bab943b98711f869ba1932a5 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:38.255076 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.255598 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network dc627326-d71f-4f65-adfe-8aa92e5b8284 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:48:38.589541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.640334 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:38.652236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.652632 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.653521 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.653857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.654181 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.654503 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.654823 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.655162 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.655484 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.655800 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.656112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.656422 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Tracked resource versions report: Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: pushed versions: Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: { 'AddressGroup': {'1.2'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'ConntrackHelper': {'1.0'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Log': {'1.0'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Network': {'1.1'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Port': {'1.7'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'PortForwarding': {'1.2'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'QosPolicy': {'1.9'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroup': {'1.4'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SubPort': {'1.0'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Subnet': {'1.1'}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Trunk': {'1.1'}} Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: consumer versions: Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: HyperV agent@hv-cinder-80708: {}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'ConntrackHelper': '1.0', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Log': '1.0', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Network': '1.1', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Port': '1.7', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'PortForwarding': '1.2', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'QosPolicy': '1.9', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroup': '1.4', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SecurityGroupRule': '1.2', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'SubPort': '1.0', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Subnet': '1.1', Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: 'Trunk': '1.1'}} Sep 07 09:48:38.657544 dv-cinder-807083-6-iscsi neutron-server[105486]: {{(pid=105486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:48:38.680541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Checking segment: {'id': '6171540a-946a-4d1d-b2ed-cb13b98efb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:38.680898 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Network hostable DHCP agents. Network: dc627326-d71f-4f65-adfe-8aa92e5b8284, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:48:38.704552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Network dc627326-d71f-4f65-adfe-8aa92e5b8284 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:48:38.707799 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51770) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:38.720570 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, dc627326-d71f-4f65-adfe-8aa92e5b8284) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:38.729410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:38.730549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:38.734252 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b212e-62a8-494f-be32-b0540d8309e7 None None] Network dc627326-d71f-4f65-adfe-8aa92e5b8284 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:38.747305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51774) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:38.748992 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-32247c34-8ac0-4eb5-aad8-93be7c254118 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5478675 Sep 07 09:48:38.857911 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51786) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:38.882542 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bce147-e0c9-4c8b-bacf-495ad8e4d32d None None] Network dc627326-d71f-4f65-adfe-8aa92e5b8284 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:38.952338 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1619390742-network', 'tenant_id': '553ce826e69f4967b0f78906221fa074'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:38.987931 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:38.992086 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.002650 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-network', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:39.032676 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.053634 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Made reservation on behalf of aa0e1466cb614cacad325113650f08b9 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:39.056373 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.071852 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.160602 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.166840 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.187793 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:48:39.204961 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.205308 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Added segment 3dc5f594-1eed-4238-a8eb-f4403420f0f8 of type vlan for network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc Sep 07 09:48:39.267291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.276743 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c38a8f-1785-476a-b017-32840a623ca0,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:39.304657 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.305870 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:39.306613 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.347356 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-network', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:39.373185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] Pushing event updated for resources: {'Network': ['ID=84e9b049-2bc4-46e7-95ae-3ef658ee72dc,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:39.386671 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:48:39.452044 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.470693 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.501299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Made reservation on behalf of 860b3e6abf2b4ce08446306d9009d53a for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:39.503838 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.521586 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.526795 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b47cab-c935-4ae4-8972-17eb8813ab60,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:39.531824 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-3c6418bf-b111-4c15-b8df-23d1b04ca14c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8228846 Sep 07 09:48:39.537673 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51816) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:39.551099 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Request body: {'subnet': {'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1619390742-subnet', 'tenant_id': '553ce826e69f4967b0f78906221fa074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:39.554359 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:48:39.577311 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.577659 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Added segment be166e95-2d0f-4221-8008-fa28ae088b80 of type vlan for network 00755289-640b-4792-8c20-6c39fe47fb2e Sep 07 09:48:39.600954 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:39.609657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.673115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.730184 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.732270 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:39.733044 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.754144 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.760622 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.778640 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:48:39.814978 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0638711 Sep 07 09:48:39.818226 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51828) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:39.823225 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Request body: {'subnet': {'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-subnet', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:39.827515 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d55f95-24e6-4656-b6ad-bfcd9e9fce12,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:39.831929 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739906782823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.832740 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Unsubscribe: segment precommit_create {{(pid=105486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 09:48:39.833395 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Added segment 40610d78-f780-4abb-a035-1e64038c586c of type vlan for network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 Sep 07 09:48:39.867561 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Made reservation on behalf of aa0e1466cb614cacad325113650f08b9 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:39.869855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:39.884887 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1edf-14ab-435c-b5d8-d1ea78abf9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=00755289-640b-4792-8c20-6c39fe47fb2e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:39.899445 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 00755289-640b-4792-8c20-6c39fe47fb2e details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:48:39.944190 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.039984 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.040977 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:40.041554 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.116653 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.133226 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2741876 Sep 07 09:48:40.141425 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51838) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:40.165548 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Request body: {'subnet': {'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-subnet', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:40.194045 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19b8b65-cf4c-454b-8fd0-0ebe707e9808,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:40.232586 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Checking segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:40.233381 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Network hostable DHCP agents. Network: 00755289-640b-4792-8c20-6c39fe47fb2e, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:48:40.257475 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Network 00755289-640b-4792-8c20-6c39fe47fb2e is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:48:40.267792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.276425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 00755289-640b-4792-8c20-6c39fe47fb2e) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:40.287501 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03cb62-04d2-4414-b818-e323584b909f None None] Network 00755289-640b-4792-8c20-6c39fe47fb2e requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:40.292725 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:40.296329 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.319473 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Made reservation on behalf of 860b3e6abf2b4ce08446306d9009d53a for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:40.323371 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.326465 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-7505f389-533e-4001-a2ce-93b1686a2374 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5069647 Sep 07 09:48:40.328946 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51852) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:40.334181 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:40.391248 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.392832 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.450618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc5ad9-b9f5-46a6-8018-1698c738b01a admin admin] Pushing event updated for resources: {'Network': ['ID=08f0ed38-9a77-4c8a-a4e9-e683efd414b1,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:40.517187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Checking segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:40.518235 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Network hostable DHCP agents. Network: 84e9b049-2bc4-46e7-95ae-3ef658ee72dc, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:48:40.549973 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.585160 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:48:40.636583 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:40.642305 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:48:40.663497 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 84e9b049-2bc4-46e7-95ae-3ef658ee72dc) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:40.683406 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:40.684911 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.703878 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b8eb58a2-27d9-451c-8156-a890a3c71720 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1644814 Sep 07 09:48:40.714650 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71e76f-69b5-4b21-9c1a-204f52441101 None None] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:40.838331 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-00755289-640b-4792-8c20-6c39fe47fb2e', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:48:40.839202 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.866075 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:40.951107 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bda4f98-a8df-47b9-9e00-09140ef9d392,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:40.955240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51874) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:40.993740 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Checking segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:40.994094 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Network hostable DHCP agents. Network: 08f0ed38-9a77-4c8a-a4e9-e683efd414b1, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:48:40.999359 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.016237 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:48:41.031698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 08f0ed38-9a77-4c8a-a4e9-e683efd414b1) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:41.040317 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:41.040945 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.045041 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1f5b4-86ca-4fac-9862-e829d4fd5ae9 None None] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:41.072121 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-526d6de1-75b9-4eb4-a5c4-f8c59846d2c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9289229 Sep 07 09:48:41.075533 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 51886) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:41.080514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:41.145036 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.146378 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.169128 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319d593-9cfd-4607-86c5-b8a3f13d338a None None] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:41.299190 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.344759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d7400bd-cce7-4cfa-af6e-70e03967ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.368313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Allocated IP 172.20.0.2 (00755289-640b-4792-8c20-6c39fe47fb2e/a19b8b65-cf4c-454b-8fd0-0ebe707e9808/4c88d96d-a1c2-43b8-9272-6a0b1d521e12) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:41.416571 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.462140 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.484932 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daadfc-ed19-421c-924d-c662b1461d3b None None] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:41.555666 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d7400bd-cce7-4cfa-af6e-70e03967ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.565657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d7400bd-cce7-4cfa-af6e-70e03967ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.606878 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7400bd-cce7-4cfa-af6e-70e03967ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f6f051-7b17-40bf-98d0-1a5a52d097f2,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:41.624936 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0d7400bd-cce7-4cfa-af6e-70e03967ec13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e3c412981c94d3989275166a32f0b95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6687124 Sep 07 09:48:41.629429 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51936) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:41.692605 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51946) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:41.694946 dv-cinder-807083-6-iscsi neutron-server[105486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 09:48:41.709647 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51948) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:41.774091 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.795137 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.804920 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.810041 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Transition to ACTIVE for port object 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:41.843540 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Transition to ACTIVE for port object 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:41.848154 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Allocated IP 172.27.2.165 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/c0c54e98-6c31-42f8-ae34-36d879749250) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:41.852986 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.905190 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Pushing event updated for resources: {'Port': ['ID=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:41.921310 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Network 00755289-640b-4792-8c20-6c39fe47fb2e is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:41.923168 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.923659 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.924086 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.924535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.925005 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.925769 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.925875 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.926313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.926816 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.927231 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.927790 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.928403 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Tracked resource versions report: Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: pushed versions: Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: { 'AddressGroup': {'1.2'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'ConntrackHelper': {'1.0'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Log': {'1.0'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Network': {'1.1'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Port': {'1.7'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'PortForwarding': {'1.2'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'QosPolicy': {'1.9'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroup': {'1.4'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SubPort': {'1.0'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Subnet': {'1.1'}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Trunk': {'1.1'}} Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: consumer versions: Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: HyperV agent@hv-cinder-80708: {}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'ConntrackHelper': '1.0', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Log': '1.0', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Network': '1.1', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Port': '1.7', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'PortForwarding': '1.2', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'QosPolicy': '1.9', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroup': '1.4', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SecurityGroupRule': '1.2', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'SubPort': '1.0', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Subnet': '1.1', Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: 'Trunk': '1.1'}} Sep 07 09:48:41.930094 dv-cinder-807083-6-iscsi neutron-server[105487]: {{(pid=105487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:48:41.936092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:41.978079 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:41.983834 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:42.031979 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.047559 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Attempting to bind port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:42.047930 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Attempting to bind port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:42.048287 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Attempting to bind port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:42.054869 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:42.055234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Checking segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:42.055634 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.056015 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Bound using segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:42.056490 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Bound port: 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:42.056645 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-a6377773-c43e-4b24-be0f-f3ea72507d03 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:42.056895 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.058077 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-a6377773-c43e-4b24-be0f-f3ea72507d03 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/networks?id=dc627326-d71f-4f65-adfe-8aa92e5b8284 HTTP/1.1" status: 200 len: 812 time: 0.3645346 Sep 07 09:48:42.092765 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-de53291c-efd6-4aea-aebd-36f841390571 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:42.094243 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-de53291c-efd6-4aea-aebd-36f841390571 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.3764353 Sep 07 09:48:42.098699 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-2e36abb4-8138-4b1a-b86d-68343ded1b67 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/quotas/5b228e55bab943b98711f869ba1932a5 HTTP/1.1" status: 200 len: 375 time: 0.0278904 Sep 07 09:48:42.145955 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] For port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:42.149275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] For port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:42.155706 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.174658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.178806 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-d4569f32-164f-4c49-b757-f468a15e01ad tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b228e55bab943b98711f869ba1932a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725982 Sep 07 09:48:42.181426 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-0867c306-8f55-4f1c-8081-81d666644694 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/quotas/553ce826e69f4967b0f78906221fa074 HTTP/1.1" status: 200 len: 375 time: 0.0557461 Sep 07 09:48:42.183150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.185928 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.187016 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2f6f051-7b17-40bf-98d0-1a5a52d097f2 HTTP/1.1" status: 204 len: 168 time: 0.5564706 Sep 07 09:48:42.206584 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa292c3-bc45-414e-bde0-13914b694b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f6f051-7b17-40bf-98d0-1a5a52d097f2,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:42.218362 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.242130 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41c40-a94f-4a4b-b4dc-6ef9bee7b9be None None] Pushing event updated for resources: {'Port': ['ID=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:42.250443 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.254204 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:42.262673 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:42.265485 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:42.284883 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-aa5f8361-516a-47de-a50c-df59de04a318 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592303 Sep 07 09:48:42.309019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Pushing event updated for resources: {'Port': ['ID=c0c54e98-6c31-42f8-ae34-36d879749250,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:42.491618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-5d6efda6-8fd0-4e46-a7a4-f6e6f9540d48 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:48:42.494931 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-5d6efda6-8fd0-4e46-a7a4-f6e6f9540d48 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1654363 Sep 07 09:48:42.539665 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Allocated IP 172.27.2.190 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/b6398b4c-8b2d-42ff-9784-f4ee77c8deb6) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:42.657315 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.674620 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-1113d846-912d-4716-ac65-76a2769fac60 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:48:42.689507 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-1113d846-912d-4716-ac65-76a2769fac60 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2595193 Sep 07 09:48:42.722759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51974) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:42.751087 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-96470887-2d0a-4806-a82e-de909edcfd24 service neutron] 10.222.0.24 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388654 Sep 07 09:48:42.784552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53064579-1cc9-473a-89d3-2ee93af6fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:42.914647 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-0fea9fe4-0ef9-4567-996e-9d653f83b8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238531 Sep 07 09:48:42.935374 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.078278 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.078881 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-49a62e78-c0c6-4104-859b-1f8a531ddd5b service neutron] 10.222.0.24 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919493 Sep 07 09:48:43.146871 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bc4ec1c9-0318-4e7f-8be2-fd378c6e4e37 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194395 Sep 07 09:48:43.148810 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.171203 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:43.178308 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:43.181688 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53064579-1cc9-473a-89d3-2ee93af6fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.188359 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53064579-1cc9-473a-89d3-2ee93af6fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.252270 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-53064579-1cc9-473a-89d3-2ee93af6fe06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec06f69956f646f89a984c48a14abd63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5282879 Sep 07 09:48:43.255057 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 51980) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:43.275060 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Pushing event updated for resources: {'Port': ['ID=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:43.275944 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064579-1cc9-473a-89d3-2ee93af6fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891815d1-a7dd-466f-ad74-8c32b89e8b19,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:43.317999 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:43.378095 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.454556 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.595924 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda824d-ac90-48b5-a948-7556568ef2d1 None None] Network 00755289-640b-4792-8c20-6c39fe47fb2e requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:48:43.656759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.660676 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.663024 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891815d1-a7dd-466f-ad74-8c32b89e8b19 HTTP/1.1" status: 204 len: 168 time: 0.4050055 Sep 07 09:48:43.704173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebccc3-022b-494a-a5c3-6ce052b71d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891815d1-a7dd-466f-ad74-8c32b89e8b19,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:43.843446 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:48:43.867738 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a635a52b-71d1-4af6-bb16-6951496ae234 None None] Provisioning for port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:43.903157 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:43.951275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:43.984682 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c3ded899-595b-41dc-a742-0c6183dfd11f req-2890bedc-ae7f-4698-8841-b3ca7f0e3d8f tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.1920877 Sep 07 09:48:44.026266 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c953671f-decf-4484-a0e9-71099268f987 req-c3271018-7af8-4bd9-b4ea-b745e00ede40 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.1392016 Sep 07 09:48:44.156294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:48:44.174620 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:48:44.196247 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:44.197082 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.198244 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:44.202122 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52036) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:44.202609 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9e22764a-c2c7-4211-bc53-e76926e5cebe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8722370 Sep 07 09:48:44.262010 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.314646 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:44.319354 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:44.320043 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.520275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.556722 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:44.594598 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52048) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:44.605035 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:48:44.615280 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.640083 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:48:44.678203 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:44.708306 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-1921e2b5-1568-416d-b5f8-49663adf9204 None None] Provisioning complete for port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:44.712021 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1921e2b5-1568-416d-b5f8-49663adf9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.877186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:48:44.889808 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Sync routers for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:48:44.905609 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:44.919135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:44.967475 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d47dd63a-d98a-42fe-a374-f121ad226a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.980066 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:44.985192 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e3811cc3-3f02-42b9-8ea3-1cb1f1f6041a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9090772 Sep 07 09:48:44.986365 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52068) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:45.164146 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:45.197145 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-651272b5-96be-4051-a84f-ac0b003a6546 req-a6e411cc-e1e3-45ab-915a-2534a1f24ff0 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.1182909 Sep 07 09:48:45.236921 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:42Z', 'revision_number': 3, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:45.278025 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b484fc4-7c12-42b0-81f6-dbfe6e96ceea req-dae5403d-206b-40d8-957d-3605a8a5fa25 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.0829461 Sep 07 09:48:45.347216 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:48:45.350289 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Updating router 9485395d-9ea6-485d-adca-580cc9f2ca44 port c0c54e98-6c31-42f8-ae34-36d879749250 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:48:45.422208 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:45.633699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:45.720386 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:43Z', 'revision_number': 3, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:45.844569 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:45.951631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Checking router: c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:48:45.951989 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Updating router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:48:45.970183 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:45.985279 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Transition to ACTIVE for port object c0c54e98-6c31-42f8-ae34-36d879749250 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:45.998853 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.068143 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.082217 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Attempting to bind port c0c54e98-6c31-42f8-ae34-36d879749250 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:46.082593 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Attempting to bind port c0c54e98-6c31-42f8-ae34-36d879749250 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:46.085467 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Attempting to bind port c0c54e98-6c31-42f8-ae34-36d879749250 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:46.127711 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:46.131057 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.166055 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:46.167270 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:46.168325 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.169322 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:46.170659 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Bound port: c0c54e98-6c31-42f8-ae34-36d879749250, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:46.172943 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.176336 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Pushing event updated for resources: {'Port': ['ID=c0c54e98-6c31-42f8-ae34-36d879749250,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:46.185907 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.186720 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.187424 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.188744 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.189456 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.190145 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.190759 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.191523 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.191990 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.192752 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.193431 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.193985 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Tracked resource versions report: Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: pushed versions: Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: { 'AddressGroup': {'1.2'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'ConntrackHelper': {'1.0'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Log': {'1.0'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Network': {'1.1'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Port': {'1.7'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'PortForwarding': {'1.2'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'QosPolicy': {'1.9'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroup': {'1.4'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroupRule': {'1.2'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SubPort': {'1.0'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Subnet': {'1.1'}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Trunk': {'1.1'}} Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: consumer versions: Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: { DHCP agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: HyperV agent@hv-cinder-80708: {}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: L3 agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: Metadata agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: Metering agent@dv-cinder-807083-6-iscsi: {}, Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: Open vSwitch agent@dv-cinder-807083-6-iscsi: { 'AddressGroup': '1.2', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'ConntrackHelper': '1.0', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Log': '1.0', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Network': '1.1', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Port': '1.7', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'PortForwarding': '1.2', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'QosPolicy': '1.9', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroup': '1.4', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SecurityGroupRule': '1.2', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'SubPort': '1.0', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Subnet': '1.1', Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: 'Trunk': '1.1'}} Sep 07 09:48:46.195422 dv-cinder-807083-6-iscsi neutron-server[105488]: {{(pid=105488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 09:48:46.199416 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d47dd63a-d98a-42fe-a374-f121ad226a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.238539 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d47dd63a-d98a-42fe-a374-f121ad226a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.409104 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] For port c0c54e98-6c31-42f8-ae34-36d879749250, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:46.415962 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] For port c0c54e98-6c31-42f8-ae34-36d879749250, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c0c54e98-6c31-42f8-ae34-36d879749250,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:46.425046 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.425421 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d47dd63a-d98a-42fe-a374-f121ad226a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76bc7f2a4be54cffb73c0036c3be2327&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8236682 Sep 07 09:48:46.426577 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52140) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:46.431264 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dd63a-d98a-42fe-a374-f121ad226a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c9222-6ff5-44bb-ab52-703a41257801,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:46.500724 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Allocated IP 172.20.0.1 (00755289-640b-4792-8c20-6c39fe47fb2e/a19b8b65-cf4c-454b-8fd0-0ebe707e9808/f5c203e0-8b28-456f-9409-0905d3e9653a) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:46.531029 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.561953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.597192 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00543a-4271-4492-8563-fe02e6822e2a None None] Pushing event updated for resources: {'Port': ['ID=c0c54e98-6c31-42f8-ae34-36d879749250,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:46.638441 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:46.639119 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:46.722240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.804355 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84ba13bf-d0cf-4514-82c6-a59599c8040b req-56705ee3-e17f-4da6-9e8e-922e7a3e5415 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.2198999 Sep 07 09:48:46.805640 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:46.841378 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.857093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.857093 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c7c9222-6ff5-44bb-ab52-703a41257801 HTTP/1.1" status: 204 len: 168 time: 0.4100204 Sep 07 09:48:46.863858 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f115-8a08-4ac7-9000-c9ab397c3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c9222-6ff5-44bb-ab52-703a41257801,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:46.884893 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:46.945196 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Transition to ACTIVE for port object f5c203e0-8b28-456f-9409-0905d3e9653a will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:46.961511 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d60f3495-36d2-425c-9cb6-0cbc696c234f req-48fb470a-a56e-4ce7-8934-fc65ba5bb623 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.4228392 Sep 07 09:48:47.012089 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.024918 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Transition to ACTIVE for port object b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:47.036554 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.088305 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc777bcc-88cc-4bb2-a43f-c1fca4e49303 None None] Pushing event updated for resources: {'Port': ['ID=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:47.120610 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Attempting to bind port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:47.121024 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Attempting to bind port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:47.121458 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Attempting to bind port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:47.123654 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.127347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:47.128361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:47.128361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.128903 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:47.129326 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Bound port: b6398b4c-8b2d-42ff-9784-f4ee77c8deb6, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:47.130600 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.131592 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Allocated IP 172.20.0.1 (08f0ed38-9a77-4c8a-a4e9-e683efd414b1/0bda4f98-a8df-47b9-9e00-09140ef9d392/37eda827-f603-467a-aa6a-18cb145932e3) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:47.160203 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:42Z', 'revision_number': 3, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:47.200080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] For port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:47.205281 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] For port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:47.216127 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.220801 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb984dbb-0bbb-44bd-8212-fece6d5133f6 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:42Z', 'revision_number': 3, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:48:47.260557 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.269263 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Network 00755289-640b-4792-8c20-6c39fe47fb2e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:47.285645 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:47.299085 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:47.299639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.314729 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc777bcc-88cc-4bb2-a43f-c1fca4e49303 None None] Pushing event updated for resources: {'Port': ['ID=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:47.345240 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:47.346139 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:47.376948 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.445691 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:47.467655 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:47.485743 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:47.494779 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:47.494779 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.561538 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Pushing event updated for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:47.615466 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:47.841155 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.851729 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:47.970019 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c0c54e98-6c31-42f8-ae34-36d879749250 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:48.082710 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-258d73ff-b3c9-44c2-969a-63b4e0f0d504 None None] Provisioning for port f5c203e0-8b28-456f-9409-0905d3e9653a completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:48.093799 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-258d73ff-b3c9-44c2-969a-63b4e0f0d504 None None] Provisioning complete for port f5c203e0-8b28-456f-9409-0905d3e9653a triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:48.094169 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-258d73ff-b3c9-44c2-969a-63b4e0f0d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.107792 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e14723e4-5a27-4803-86ec-4994a3ec886b req-375180bc-9a7d-46d5-814b-67c5fd43059b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.1310842 Sep 07 09:48:48.224661 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d7f872a-fbf9-4ea5-bdc1-6b4654f0f181 req-a7ad971b-9375-4ac8-805c-da0a8abcd399 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.1030774 Sep 07 09:48:48.231671 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.241081 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.242018 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.250263 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-258d73ff-b3c9-44c2-969a-63b4e0f0d504 None None] Port f5c203e0-8b28-456f-9409-0905d3e9653a cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:48:48.280724 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port c0c54e98-6c31-42f8-ae34-36d879749250 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:48.287195 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port c0c54e98-6c31-42f8-ae34-36d879749250 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:48.288992 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.364913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Pushing event updated for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:48.394962 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.403448 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.404457 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.434476 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:43Z', 'revision_number': 3, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:48.469278 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:48.473489 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:48.489939 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe980a-894e-4c10-9aca-1c31eef051bc None None] The sync data for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi is: [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:43Z', 'revision_number': 3, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:48:48.510084 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.569575 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port c0c54e98-6c31-42f8-ae34-36d879749250, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c0c54e98-6c31-42f8-ae34-36d879749250,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:48:48.581824 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:48.604933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52212) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:48.629142 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Network 00755289-640b-4792-8c20-6c39fe47fb2e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:48.644308 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:48.696948 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:48.749243 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:48:48.908076 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:48:48.915313 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-7154a90d-df87-44d7-a9e5-30e55805b63a admin admin] 10.222.0.24 "PUT /v2.0/routers/c2c1aac2-2dd1-455c-80ed-0b2dae2017d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9273548 Sep 07 09:48:48.951755 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:48:48.986777 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=c0c54e98-6c31-42f8-ae34-36d879749250,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:49.019648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-37564395-c7eb-42b6-ae3e-133f4db15940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.217114 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-2fc9fe56-00b7-4dc9-afba-3fdb5ff65e48 None None] Provisioning complete for port f5c203e0-8b28-456f-9409-0905d3e9653a triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:49.218361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2fc9fe56-00b7-4dc9-afba-3fdb5ff65e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.271866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:48:49.301730 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5d84c586-6476-45b1-8e3f-e4afaec20929 admin admin] 10.222.0.24 "PUT /v2.0/routers/9485395d-9ea6-485d-adca-580cc9f2ca44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0979862 Sep 07 09:48:49.332396 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5b2ba7f-14af-436f-b852-cbe36209d074 req-1683f996-f866-4b5a-ad98-82cdef2b0e87 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.0808969 Sep 07 09:48:49.333309 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9fe56-00b7-4dc9-afba-3fdb5ff65e48 None None] Port f5c203e0-8b28-456f-9409-0905d3e9653a cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:48:49.436436 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-37564395-c7eb-42b6-ae3e-133f4db15940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.466469 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-403fb392-72f7-4476-93d4-fbcb7251ade7 req-fea4c850-c623-4718-9380-7d9f08035bde tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.0507994 Sep 07 09:48:49.467524 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-37564395-c7eb-42b6-ae3e-133f4db15940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.540619 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37564395-c7eb-42b6-ae3e-133f4db15940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50976730-c7ae-4813-8837-5d6ef37a3ce1,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:49.545477 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-37564395-c7eb-42b6-ae3e-133f4db15940 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5cdff8a61a546c1b940360a7b25752b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9370377 Sep 07 09:48:49.548111 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52250) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:49.666076 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.705966 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.768389 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.776713 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:49.782295 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50976730-c7ae-4813-8837-5d6ef37a3ce1 HTTP/1.1" status: 204 len: 168 time: 0.2289431 Sep 07 09:48:49.790657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830bda8-78f0-4875-8668-9ca6de92bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50976730-c7ae-4813-8837-5d6ef37a3ce1,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:49.967137 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:48:49.987788 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:49.988429 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:50.078019 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c0c54e98-6c31-42f8-ae34-36d879749250 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:50.222763 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port c0c54e98-6c31-42f8-ae34-36d879749250 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:50.225743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:50.249923 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.20', 64037) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:50.294987 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-2ab20987-1629-4709-85b1-a42c5794a7da tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:50.335930 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-2ab20987-1629-4709-85b1-a42c5794a7da tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 819 time: 0.4094877 Sep 07 09:48:50.366304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-78126948-d51d-4ead-b60a-41c46f398785 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/quotas/860b3e6abf2b4ce08446306d9009d53a HTTP/1.1" status: 200 len: 375 time: 0.0294812 Sep 07 09:48:50.430642 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:50.456650 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52284) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:50.470390 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677107105', 'description': 'tempest-description--1102581116'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:50.529830 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-ce7a6c44-46a0-4209-8d56-26c1708741ff tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1571848 Sep 07 09:48:50.538114 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:50.707905 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52296) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:50.742847 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:50.753640 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:50.755836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:50.779167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f49ac37a-5d08-4a1f-8ad3-27b14051c593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:50.797533 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:50.946376 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.20', 64042) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:51.032735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.072644 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 2, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:51.073741 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1d3a2506-f56e-4fa5-aec7-b47c0a18c48f req-50e4b9c0-f585-4bd1-869d-65e748569362 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.1204627 Sep 07 09:48:51.114411 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:48:51.127784 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.140310 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:48:51.144843 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Updating router 9485395d-9ea6-485d-adca-580cc9f2ca44 port f5c203e0-8b28-456f-9409-0905d3e9653a binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:48:51.205157 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.242673 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f49ac37a-5d08-4a1f-8ad3-27b14051c593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.317495 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:51.412613 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b35572e5-8efc-4c9f-98cc-2639d8868e7a req-050a7de0-8eff-4702-a5a5-48be770d61f1 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.1095586 Sep 07 09:48:51.416716 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-32b887f9-e075-454a-b522-a833d34e5b0a service neutron] 10.222.0.24 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764889 Sep 07 09:48:51.461085 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.469999 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f49ac37a-5d08-4a1f-8ad3-27b14051c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.547896 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f49ac37a-5d08-4a1f-8ad3-27b14051c593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1713034fb614d2c8df18dd84cc10086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8352411 Sep 07 09:48:51.549499 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.563959 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52350) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:51.587049 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.599509 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Transition to ACTIVE for port object f5c203e0-8b28-456f-9409-0905d3e9653a will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:51.632955 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.636858 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Sync routers for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:48:51.641608 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ac37a-5d08-4a1f-8ad3-27b14051c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482d6ef-1d2a-4004-b781-83ff158a403f,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:51.650391 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:51.651975 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:51.680915 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-2b77d1b5-420a-41fb-8d32-4bd3926b6d17 service neutron] 10.222.0.24 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557380 Sep 07 09:48:51.702561 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954301-21a8-4d46-b63a-c31be97843cf None None] Pushing event updated for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:51.744998 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.752985 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2845364 Sep 07 09:48:51.754776 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52360) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:51.791078 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-48b8d520-c236-46bd-ac17-7cc7436f8918 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:51.797664 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group_rule': {'security_group_id': 'b645f207-1fa9-463a-82e6-35591cca36b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:51.805651 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-48b8d520-c236-46bd-ac17-7cc7436f8918 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.20 "GET /v2.0/networks?id=dc627326-d71f-4f65-adfe-8aa92e5b8284 HTTP/1.1" status: 200 len: 812 time: 0.8449633 Sep 07 09:48:51.890798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Request body: {'port': {'device_id': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284', 'admin_state_up': True, 'tenant_id': '5b228e55bab943b98711f869ba1932a5'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:51.899451 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Attempting to bind port f5c203e0-8b28-456f-9409-0905d3e9653a on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:51.899877 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Attempting to bind port f5c203e0-8b28-456f-9409-0905d3e9653a by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:51.900243 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Attempting to bind port f5c203e0-8b28-456f-9409-0905d3e9653a on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:51.923596 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:51.924160 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Checking segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:51.927983 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.928449 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Bound using segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:51.928986 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Bound port: f5c203e0-8b28-456f-9409-0905d3e9653a, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:51.929405 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:51.993504 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:51.996976 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-7e51b60f-89a0-4db2-82e8-827de19aa2a6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:51.999960 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-7e51b60f-89a0-4db2-82e8-827de19aa2a6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 1.7480707 Sep 07 09:48:52.005498 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d627d4b-486e-4c7b-b5d1-16f4d6b280f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b645f207-1fa9-463a-82e6-35591cca36b0,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:52.083039 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.156279 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] For port f5c203e0-8b28-456f-9409-0905d3e9653a, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:52.163776 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] For port f5c203e0-8b28-456f-9409-0905d3e9653a, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f5c203e0-8b28-456f-9409-0905d3e9653a,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:52.171174 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.190603 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:52.227245 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954301-21a8-4d46-b63a-c31be97843cf None None] Pushing event updated for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:52.267864 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:52.267864 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:52.387911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.407164 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:52.512324 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.529863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Request body: {'port': {'device_id': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'admin_state_up': True, 'tenant_id': '553ce826e69f4967b0f78906221fa074'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:52.628372 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:52.629770 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.690543 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-233aa7aa-cc0f-4882-9f16-65a583783fed req-39914b08-6620-44ec-8d1f-e6fe9e99b3fd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 210 time: 0.1650636 Sep 07 09:48:52.703746 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-649da8a9-ef72-4c2f-984b-42f609b31501 req-e48448ce-add8-427d-a32a-448782942f9f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.1656296 Sep 07 09:48:52.771688 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Made reservation on behalf of 5b228e55bab943b98711f869ba1932a5 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:52.775366 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:52.923599 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '37eda827-f603-467a-aa6a-18cb145932e3', 'name': '', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'mac_address': 'fa:16:3e:15:26:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:46Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 2, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'subnets': [{'id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:52.939116 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.032904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Checking router: c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:48:53.033660 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Updating router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 port 37eda827-f603-467a-aa6a-18cb145932e3 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:48:53.078907 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:52Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:53.096770 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8d6e57a-a96e-41c0-9c34-c9f2b2ce2c8a req-c0dd2522-462e-40fd-a94c-da69116811af tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.2156749 Sep 07 09:48:53.133899 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.167819 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.193410 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.263115 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a465e00-3e09-41ac-a4e7-2d8a3454b640 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:52Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:48:53.360501 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a667421-7ae7-4b7c-bdb2-191383a944ce,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:53.365767 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.369869 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e6aec058-f3ac-408a-a605-a40d8fe7964c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5932639 Sep 07 09:48:53.376390 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52424) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:53.441253 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group_rule': {'security_group_id': 'b645f207-1fa9-463a-82e6-35591cca36b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:53.447348 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.455540 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.459979 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3482d6ef-1d2a-4004-b781-83ff158a403f HTTP/1.1" status: 204 len: 168 time: 1.8589196 Sep 07 09:48:53.481587 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:53.505832 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:53.603690 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c240bbd-8f46-49e2-b2b0-86ee53b15dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482d6ef-1d2a-4004-b781-83ff158a403f,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:53.827398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-6ac8895c-81e8-4c7e-9e16-5527af0a35ea tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:53.850961 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-6ac8895c-81e8-4c7e-9e16-5527af0a35ea tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 819 time: 0.5890357 Sep 07 09:48:53.917192 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Allocated IP 172.20.0.12 (dc627326-d71f-4f65-adfe-8aa92e5b8284/fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483/97d27b6d-4868-4bac-a215-c5be78e76c26) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:54.013053 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f5c203e0-8b28-456f-9409-0905d3e9653a up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:54.133185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.350715 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.394214 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Transition to ACTIVE for port object 37eda827-f603-467a-aa6a-18cb145932e3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:54.403737 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port f5c203e0-8b28-456f-9409-0905d3e9653a completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:48:54.412802 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.416989 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port f5c203e0-8b28-456f-9409-0905d3e9653a triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:54.417687 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.453658 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.484955 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-d3e3238c-c7eb-4197-98f2-c875a8bfbe74 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/quotas/860b3e6abf2b4ce08446306d9009d53a HTTP/1.1" status: 200 len: 375 time: 0.6048510 Sep 07 09:48:54.591270 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c37992-58f6-440b-b20d-dcccd6b266a7 req-c8b7b705-083c-4364-bb2e-657a77255fe6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 210 time: 0.2209103 Sep 07 09:48:54.695782 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f403cf-b0f9-4102-bdb1-73cbace07ec3 None None] Pushing event updated for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:54.699776 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.20', 64050) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:54.716589 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Allocated IP 172.20.0.9 (84e9b049-2bc4-46e7-95ae-3ef658ee72dc/b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4/76456733-ad2d-4d25-9428-8d8b682e415b) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:54.753159 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.783392 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.790373 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-e938d2fc-4167-4a56-a307-8fdd8edbbc36 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3042574 Sep 07 09:48:54.906799 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.910812 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5253394 Sep 07 09:48:54.928643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Attempting to bind port 37eda827-f603-467a-aa6a-18cb145932e3 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:54.929461 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Attempting to bind port 37eda827-f603-467a-aa6a-18cb145932e3 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:54.930037 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Attempting to bind port 37eda827-f603-467a-aa6a-18cb145932e3 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:54.949606 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:54.950401 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Checking segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:54.950979 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.951547 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Bound using segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:54.952080 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52472) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:54.952412 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Bound port: 37eda827-f603-467a-aa6a-18cb145932e3, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:54.953016 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.955194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:54.981791 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:54.993986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e86f02-745f-46cf-b738-e6110c120fe5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9fd012-be61-4b3a-a547-1312eed50b59,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:55.043275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port f5c203e0-8b28-456f-9409-0905d3e9653a, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f5c203e0-8b28-456f-9409-0905d3e9653a,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:48:55.055463 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d0a592b-ff5a-4009-b362-6fe98b8cdb71 req-60f0f5aa-3828-436f-ad06-cec9b4a635f5 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.2296755 Sep 07 09:48:55.076123 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.165112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.195379 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] For port 37eda827-f603-467a-aa6a-18cb145932e3, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:55.228267 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Network dc627326-d71f-4f65-adfe-8aa92e5b8284 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:55.257570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.265053 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] For port 37eda827-f603-467a-aa6a-18cb145932e3, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=37eda827-f603-467a-aa6a-18cb145932e3,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:55.302644 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.325825 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:55.332275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:55.345891 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:55.368294 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:55.369050 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.390523 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f476ecdb-4cf5-402b-93b1-83e7bbe29830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.472163 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:48:55.476816 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:48:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:55.524155 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6380527 Sep 07 09:48:55.541683 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-6f58c086-08c9-481a-99fc-7f988923390c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:55.543754 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-6f58c086-08c9-481a-99fc-7f988923390c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 819 time: 0.8363998 Sep 07 09:48:55.574591 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-fdf24a92-cc78-424e-986a-105e10e297cf service neutron] 10.222.0.24 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716093 Sep 07 09:48:55.608329 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f403cf-b0f9-4102-bdb1-73cbace07ec3 None None] Pushing event updated for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:55.729361 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.834889 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.928761 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:55.952220 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f5c203e0-8b28-456f-9409-0905d3e9653a up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:48:55.997291 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-209d5689-9967-4db0-9085-f35a30cb2ab8 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:48:55.999670 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-209d5689-9967-4db0-9085-f35a30cb2ab8 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449157 Sep 07 09:48:56.013163 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064dbe2-35bb-49e2-a6bd-a701889ed819 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Pushing event updated for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:56.072913 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Request body: {'port': {'device_id': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'admin_state_up': True, 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:56.113283 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:56.183442 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:56.207288 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:56.210240 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:48:56.214225 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port f5c203e0-8b28-456f-9409-0905d3e9653a triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:48:56.215651 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:56.216422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:56.219571 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:56.222116 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-6b8548ba-afba-4a80-9618-912052f47359 service neutron] 10.222.0.24 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270385 Sep 07 09:48:56.337737 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event updated for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:56.372531 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-d8a804af-cdd3-46a1-873c-4576993d95dc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2979627 Sep 07 09:48:56.437416 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Allocated IP 172.27.2.201 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/404d718a-85e7-4086-ae13-7a0345abb916) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:56.791886 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Request body: {'port': {'device_id': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:56.947367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b2034-0f61-4b2d-a7e0-1823224217bb req-4ad5998f-9e1b-4b69-879b-27dfcaa6503a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:56.977404 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-927b2034-0f61-4b2d-a7e0-1823224217bb req-4ad5998f-9e1b-4b69-879b-27dfcaa6503a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 931 time: 1.0830922 Sep 07 09:48:57.013836 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:57.033803 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:57.082901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Request body: {'port': {'device_id': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:57.154617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad3f2-fa43-4fbf-90a4-32db2d69cfeb req-6788d4be-ae9c-4a60-b89e-dffebf0377a6 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:57.163060 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-399ad3f2-fa43-4fbf-90a4-32db2d69cfeb req-6788d4be-ae9c-4a60-b89e-dffebf0377a6 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 932 time: 0.3956137 Sep 07 09:48:57.209881 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '37eda827-f603-467a-aa6a-18cb145932e3', 'name': '', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'mac_address': 'fa:16:3e:15:26:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:46Z', 'updated_at': '2021-09-07T09:48:55Z', 'revision_number': 4, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'subnets': [{'id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:48:57.254788 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-399ad3f2-fa43-4fbf-90a4-32db2d69cfeb req-2c0d7f1f-50eb-4b11-ace1-c31b4b2c4696 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907490 Sep 07 09:48:57.414860 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-927b2034-0f61-4b2d-a7e0-1823224217bb req-46a24de9-0f2c-4b90-bc9e-886b080564ac tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362237 Sep 07 09:48:57.542700 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5a06fc89-4ae2-4f76-9a96-1076285370bc req-c179ebe4-b29f-4052-ae98-549dc09e21d0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 210 time: 0.2015116 Sep 07 09:48:57.546171 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:57.550124 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:57.620432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Made reservation on behalf of 860b3e6abf2b4ce08446306d9009d53a for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:57.627589 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:57.713874 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc411899-8aa1-47e1-b251-c235e7decb95 None None] The sync data for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi is: [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '37eda827-f603-467a-aa6a-18cb145932e3', 'name': '', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'mac_address': 'fa:16:3e:15:26:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:46Z', 'updated_at': '2021-09-07T09:48:55Z', 'revision_number': 4, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'subnets': [{'id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:48:57.744367 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=404d718a-85e7-4086-ae13-7a0345abb916,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:57.766700 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:57.860863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:57.871220 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:48:58.027529 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:58.188039 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-21823291-0cf3-4f36-92e5-9934cae9bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:58.188378 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:58.249581 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Allocated IP 172.20.0.9 (08f0ed38-9a77-4c8a-a4e9-e683efd414b1/0bda4f98-a8df-47b9-9e00-09140ef9d392/2b0fa320-b8cd-4eff-a95d-f49a7a486ca1) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:48:58.335070 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:58.838894 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.20', 64069) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:48:59.000760 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fccbc-0b4a-4ef1-8abf-850175695c8f req-54a56a24-e16e-4c81-8101-490ab0c339c9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:59.002584 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb8fccbc-0b4a-4ef1-8abf-850175695c8f req-54a56a24-e16e-4c81-8101-490ab0c339c9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 931 time: 0.3789895 Sep 07 09:48:59.025137 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8abb5-8b96-408f-8fd7-873a63177686 req-4a6a86bd-9347-4f0f-84f0-e90c62c420d4 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:59.032751 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.034890 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ce8abb5-8b96-408f-8fd7-873a63177686 req-4a6a86bd-9347-4f0f-84f0-e90c62c420d4 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 932 time: 0.4123242 Sep 07 09:48:59.127747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76456733-ad2d-4d25-9428-8d8b682e415b {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:48:59.170162 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.196808 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Transition to ACTIVE for port object 76456733-ad2d-4d25-9428-8d8b682e415b will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:48:59.205480 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ce8abb5-8b96-408f-8fd7-873a63177686 req-a44b70b8-3a47-47a6-8c0d-5656e45a2a32 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692388 Sep 07 09:48:59.212381 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb8fccbc-0b4a-4ef1-8abf-850175695c8f req-554b2eb4-a508-4df0-8dbb-978b7244333e tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749067 Sep 07 09:48:59.222339 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.322711 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.407093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Pushing event updated for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:59.407316 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-63d08ed7-4ffa-46ea-a809-2b3cd64c1b91 req-3689bddc-9022-4ade-a97c-704fe273a8ba tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 210 time: 0.0905130 Sep 07 09:48:59.446716 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.458770 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.484610 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.504396 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-0c57d843-16fa-4763-89af-4e456ded1a9f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:59.506248 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-0c57d843-16fa-4763-89af-4e456ded1a9f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 819 time: 0.6154702 Sep 07 09:48:59.559355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.565384 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Request body: {'port': {'device_id': '657ac40d-2601-4aa5-82df-a347df033ec6', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'admin_state_up': True, 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:48:59.614943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Attempting to bind port 76456733-ad2d-4d25-9428-8d8b682e415b on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:48:59.615529 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Attempting to bind port 76456733-ad2d-4d25-9428-8d8b682e415b by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:48:59.616553 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Attempting to bind port 76456733-ad2d-4d25-9428-8d8b682e415b on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:59.627883 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Port 76456733-ad2d-4d25-9428-8d8b682e415b on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:48:59.628300 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Attempting to bind port 76456733-ad2d-4d25-9428-8d8b682e415b on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:48:59.641355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:48:59.641797 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Checking segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:48:59.642473 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Bound using segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:48:59.643185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Bound port: 76456733-ad2d-4d25-9428-8d8b682e415b, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:48:59.643622 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.662604 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.664696 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7076638 Sep 07 09:48:59.706316 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Made reservation on behalf of 860b3e6abf2b4ce08446306d9009d53a for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:48:59.710188 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.865001 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:48:59.879740 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=76456733-ad2d-4d25-9428-8d8b682e415b,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:48:59.881142 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578d821-2e11-4a89-b88d-8a14c7fae83d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=404d718a-85e7-4086-ae13-7a0345abb916,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:48:59.898297 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.930877 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:48:59.950022 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:48:59.950688 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:48:59.952362 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/76456733-ad2d-4d25-9428-8d8b682e415b HTTP/1.1" status: 200 len: 1093 time: 3.4615457 Sep 07 09:48:59.958928 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:48:59.998545 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:49:00.004124 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:00.011858 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 37eda827-f603-467a-aa6a-18cb145932e3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:00.014120 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:00.017068 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.072257 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d27b6d-4868-4bac-a215-c5be78e76c26 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:00.129880 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.137316 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 37eda827-f603-467a-aa6a-18cb145932e3 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:00.147415 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 37eda827-f603-467a-aa6a-18cb145932e3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:00.147788 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.169991 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Allocated IP 172.20.0.3 (08f0ed38-9a77-4c8a-a4e9-e683efd414b1/0bda4f98-a8df-47b9-9e00-09140ef9d392/65b59f94-1a60-4787-9d6f-7220f30e2262) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:49:00.312268 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Transition to ACTIVE for port object 97d27b6d-4868-4bac-a215-c5be78e76c26 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:00.315870 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Pushing event updated for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:00.366326 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64692-722c-4d2f-bdd6-dd1a5aab57a1 service neutron] Pushing event updated for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:00.367323 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.393387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-e99e58e7-01a2-4625-9d2e-40251cd860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:00.395872 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-e99e58e7-01a2-4625-9d2e-40251cd860a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 1096 time: 0.1754174 Sep 07 09:49:00.403679 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.425968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-b6b11ff9-26be-4c17-a617-9c1faa0f4cfd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4176364 Sep 07 09:49:00.478401 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Request body: {'port': {'device_id': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:00.531339 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 37eda827-f603-467a-aa6a-18cb145932e3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=37eda827-f603-467a-aa6a-18cb145932e3,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:00.544174 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.602283 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:00.608199 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-4dbef972-d40a-4bda-87ed-2a27944b838b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--677107105&fields=id&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 267 time: 0.4541864 Sep 07 09:49:00.653969 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-e9fe8e1d-3d14-4e94-904c-0ce4fd6bea40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76456733-ad2d-4d25-9428-8d8b682e415b HTTP/1.1" status: 200 len: 217 time: 0.2228372 Sep 07 09:49:00.744894 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:00.805565 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:00.816959 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376d1bab-fb13-4477-9633-aab98acfc2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:00.862945 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bc061d24-87fa-4774-8c06-716c2a34487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:00.864640 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-bc061d24-87fa-4774-8c06-716c2a34487f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.1909177 Sep 07 09:49:00.939419 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52676) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:01.063860 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ae6a1-834d-4118-9f6e-fab0c1d2bd95 req-b29efc78-cb3a-48a1-a7df-9bf2ae343adc tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:01.072759 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e1ae6a1-834d-4118-9f6e-fab0c1d2bd95 req-b29efc78-cb3a-48a1-a7df-9bf2ae343adc tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 944 time: 0.6960661 Sep 07 09:49:01.176619 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Attempting to bind port 97d27b6d-4868-4bac-a215-c5be78e76c26 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:49:01.177248 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Attempting to bind port 97d27b6d-4868-4bac-a215-c5be78e76c26 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '6171540a-946a-4d1d-b2ed-cb13b98efb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:49:01.177745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Attempting to bind port 97d27b6d-4868-4bac-a215-c5be78e76c26 on network dc627326-d71f-4f65-adfe-8aa92e5b8284 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:01.206084 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.211949 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.219285 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Port 97d27b6d-4868-4bac-a215-c5be78e76c26 on network dc627326-d71f-4f65-adfe-8aa92e5b8284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:49:01.219836 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Attempting to bind port 97d27b6d-4868-4bac-a215-c5be78e76c26 on network dc627326-d71f-4f65-adfe-8aa92e5b8284 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:01.260131 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:49:01.266098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Checking segment: {'id': '6171540a-946a-4d1d-b2ed-cb13b98efb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:49:01.266098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Bound using segment: {'id': '6171540a-946a-4d1d-b2ed-cb13b98efb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:49:01.266098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Bound port: 97d27b6d-4868-4bac-a215-c5be78e76c26, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6171540a-946a-4d1d-b2ed-cb13b98efb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:49:01.266098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.284909 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e1ae6a1-834d-4118-9f6e-fab0c1d2bd95 req-dde4352e-c9bf-45d8-adfb-dc196c594717 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108350 Sep 07 09:49:01.328197 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35cd03dc-c887-4029-a179-a2d713f1915f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.478112 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-1e592398-1eb1-40ff-b75a-466c39b7f40c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507133 Sep 07 09:49:01.498502 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-01262153-52ef-438d-a639-b15791aa3f0a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:01.508980 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-01262153-52ef-438d-a639-b15791aa3f0a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 817 time: 0.5954957 Sep 07 09:49:01.600396 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-120791dd-686a-4ac9-9ffc-a0617874f3d3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/quotas/aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 375 time: 0.0870435 Sep 07 09:49:01.663763 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-14d6130c-4962-4992-afff-3a584f5c1546 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640818 Sep 07 09:49:01.711564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35cd03dc-c887-4029-a179-a2d713f1915f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.737940 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:49:01.743550 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=97d27b6d-4868-4bac-a215-c5be78e76c26,segment=NetworkSegment(6171540a-946a-4d1d-b2ed-cb13b98efb6e),segment_id=6171540a-946a-4d1d-b2ed-cb13b98efb6e)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:49:01.799824 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.872253 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-35cd03dc-c887-4029-a179-a2d713f1915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:01.910361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 37eda827-f603-467a-aa6a-18cb145932e3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:01.968871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:01.993692 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.021319 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:02.022094 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.023651 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-873bac88-e707-496b-b31e-85d83703c7c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/97d27b6d-4868-4bac-a215-c5be78e76c26 HTTP/1.1" status: 200 len: 1094 time: 5.3637967 Sep 07 09:49:02.024641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:02.057593 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 37eda827-f603-467a-aa6a-18cb145932e3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:02.058578 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.111953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd03dc-c887-4029-a179-a2d713f1915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b326bea-2b01-43cd-a125-7a06d055b9aa,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:02.116694 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f25ef-e53b-4e98-a8b2-4f2e0a883980 req-19c19d19-017c-481c-aa93-cfb5ada13d29 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:02.118514 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d97f25ef-e53b-4e98-a8b2-4f2e0a883980 req-19c19d19-017c-481c-aa93-cfb5ada13d29 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 943 time: 0.5240979 Sep 07 09:49:02.137658 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-35cd03dc-c887-4029-a179-a2d713f1915f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15aa1291263c4ad7b28e565d66692af2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1968520 Sep 07 09:49:02.141040 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52704) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:02.223252 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-37fbce3c-6d0e-473a-9d61-8ae7a48e8d8c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4664986 Sep 07 09:49:02.267903 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c593abcd-8d4d-4821-bc9c-f921f0949999 req-c00d2e26-3b41-455d-85c6-14e068a3c840 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538096 Sep 07 09:49:02.303651 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a31b9c-f488-4072-8e5a-788efc7ce146" -d '{"events": [{"name": "network-changed", "server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:02.348737 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.397130 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.508175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.512720 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.517895 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b326bea-2b01-43cd-a125-7a06d055b9aa HTTP/1.1" status: 204 len: 168 time: 0.3755977 Sep 07 09:49:02.537137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236887af-04c6-4328-8896-b0e7d5d8d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b326bea-2b01-43cd-a125-7a06d055b9aa,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:02.701542 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d97f25ef-e53b-4e98-a8b2-4f2e0a883980 req-8a79d686-749c-4568-9112-de55f3e4e98e tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114434 Sep 07 09:49:02.740217 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-aa1864f3-b955-4a36-81d8-f057a9e0e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:02.741761 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-aa1864f3-b955-4a36-81d8-f057a9e0e599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b228e55bab943b98711f869ba1932a5&device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 1097 time: 0.5544305 Sep 07 09:49:02.745431 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:49:02.762391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Pushing event updated for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:02.770675 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:49:02.811450 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:49:02.819764 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:02.821079 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:02.845597 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-3d79dcdb-9845-4aed-8e7b-f415b2231fd3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2940598 Sep 07 09:49:02.897229 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-e2917d5b-a11e-4a7f-aeed-48c90abc00b4 service neutron] 10.222.0.24 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900292 Sep 07 09:49:03.069261 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04089-f005-4d60-aac3-87202c4122d3 req-6b1956ec-5b4b-406c-b4fd-b54c2a8da9c8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:03.071062 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86b04089-f005-4d60-aac3-87202c4122d3 req-6b1956ec-5b4b-406c-b4fd-b54c2a8da9c8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 931 time: 0.2107399 Sep 07 09:49:03.099418 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:03.114767 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:03.142002 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-7708a0cb-98b7-409e-ac02-5b9e0c4cbe0d service neutron] 10.222.0.24 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433326 Sep 07 09:49:03.167445 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Transition to ACTIVE for port object 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:03.185348 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:03.265859 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86b04089-f005-4d60-aac3-87202c4122d3 req-f9d9dfb1-2eeb-4694-bf3f-ab471e9370c4 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564245 Sep 07 09:49:03.397843 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:03.410252 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Attempting to bind port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:49:03.410583 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Attempting to bind port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:49:03.410916 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Attempting to bind port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:03.440151 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:49:03.440565 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Attempting to bind port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:03.459118 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:49:03.459549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Checking segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:49:03.459810 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Bound using segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:49:03.460264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Bound port: 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:49:03.460629 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:03.737793 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:49:03.756213 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:49:03.782468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ad354-2d27-4b74-b37c-e4e1a132e4b5 req-3ae76463-2a7e-46ce-a65a-e8b2814a25c2 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:03.792016 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832c5825-9acb-45cd-a25c-065d006e664d x-openstack-request-id: req-832c5825-9acb-45cd-a25c-065d006e664d {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:03.793276 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:03.793276 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-832c5825-9acb-45cd-a25c-065d006e664d {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:03.795985 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b', 'status': 'completed', 'code': 200} Sep 07 09:49:03.799336 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f74ad354-2d27-4b74-b37c-e4e1a132e4b5 req-3ae76463-2a7e-46ce-a65a-e8b2814a25c2 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 944 time: 0.2363253 Sep 07 09:49:03.828430 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:04.006868 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Request body: {'port': {'device_id': '657ac40d-2601-4aa5-82df-a347df033ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:04.047333 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d85cf85-6870-4be2-81b4-b395b1628bee x-openstack-request-id: req-1d85cf85-6870-4be2-81b4-b395b1628bee {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:04.047635 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:04.047946 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d85cf85-6870-4be2-81b4-b395b1628bee {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:04.048424 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26', 'status': 'completed', 'code': 200} Sep 07 09:49:04.365206 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-fafd3e17-d240-416c-8890-85eb6aa964cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:04.369739 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-fafd3e17-d240-416c-8890-85eb6aa964cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 1096 time: 0.1025565 Sep 07 09:49:04.438759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:04.440221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:04.442678 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] 10.222.0.20 "PUT /v2.0/ports/2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 1093 time: 3.9746583 Sep 07 09:49:04.462078 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da850605-3d07-4669-a16b-92634f1bbf94 req-e180c34c-7292-492a-8633-fe7f990c36ec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 210 time: 0.1132007 Sep 07 09:49:04.600825 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f35f0-fe74-4e9f-a949-02d255de472f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:04.606367 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-bcfbe267-5dd4-4af0-8be8-296855737674 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d27b6d-4868-4bac-a215-c5be78e76c26 HTTP/1.1" status: 200 len: 217 time: 0.6466761 Sep 07 09:49:04.836768 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:04.843427 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f74ad354-2d27-4b74-b37c-e4e1a132e4b5 req-609f7b3d-81d1-4a12-8c6e-613800f9896a tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0419040 Sep 07 09:49:04.922138 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60aabf-54a5-4aa1-943c-7a1a8f21fb50 req-6cc81f5f-a5f7-464e-9c6d-216f7b024061 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:04.923773 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c60aabf-54a5-4aa1-943c-7a1a8f21fb50 req-6cc81f5f-a5f7-464e-9c6d-216f7b024061 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 943 time: 0.3159647 Sep 07 09:49:05.074551 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c60aabf-54a5-4aa1-943c-7a1a8f21fb50 req-d3a223c9-9eca-46d2-8c1c-adac25ad2acf tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429970 Sep 07 09:49:05.143313 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21330-c5e7-46a7-bf51-4851576203ef req-a0624730-e71f-4aed-a7ed-d06efb1b6424 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:05.151408 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17c21330-c5e7-46a7-bf51-4851576203ef req-a0624730-e71f-4aed-a7ed-d06efb1b6424 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 931 time: 0.1000061 Sep 07 09:49:05.254641 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17c21330-c5e7-46a7-bf51-4851576203ef req-43a504b0-3953-4c9f-9c1c-4d065ccf436a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020091 Sep 07 09:49:05.330307 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52848) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:05.495109 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b59f94-1a60-4787-9d6f-7220f30e2262 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:05.517988 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.550159 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Transition to ACTIVE for port object 65b59f94-1a60-4787-9d6f-7220f30e2262 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:05.556064 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.615694 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:49:05.647537 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Pushing event updated for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:05.691021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Attempting to bind port 65b59f94-1a60-4787-9d6f-7220f30e2262 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:49:05.691627 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Attempting to bind port 65b59f94-1a60-4787-9d6f-7220f30e2262 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:49:05.692100 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Attempting to bind port 65b59f94-1a60-4787-9d6f-7220f30e2262 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:05.696855 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59d8ecab-9747-496c-aadc-f27877b4ca9c req-e87010e4-196e-407a-ab51-da053fbd2aad tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 210 time: 0.0351129 Sep 07 09:49:05.699783 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Port 65b59f94-1a60-4787-9d6f-7220f30e2262 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:49:05.700340 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Attempting to bind port 65b59f94-1a60-4787-9d6f-7220f30e2262 on network 08f0ed38-9a77-4c8a-a4e9-e683efd414b1 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:05.706155 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:49:05.706797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Checking segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:49:05.707382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Bound using segment: {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:49:05.708150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Bound port: 65b59f94-1a60-4787-9d6f-7220f30e2262, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40610d78-f780-4abb-a035-1e64038c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:49:05.708755 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.801244 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:49:05.804834 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=65b59f94-1a60-4787-9d6f-7220f30e2262,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:49:05.811382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.834030 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:05.834659 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.837198 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] 10.222.0.20 "PUT /v2.0/ports/65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 200 len: 1093 time: 1.8445156 Sep 07 09:49:05.883378 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1909d1ce-c796-4c22-b0c1-e4947560d35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:05.904262 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c5f91-d0e0-42b3-8385-9675d32ab049 service neutron] Pushing event updated for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:06.022673 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1909d1ce-c796-4c22-b0c1-e4947560d35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.023656 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c06d1-e69f-4010-b09a-e690f23f2f82 req-1a315837-1af0-4087-91be-1a8e0c34a520 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.032133 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a36c06d1-e69f-4010-b09a-e690f23f2f82 req-1a315837-1af0-4087-91be-1a8e0c34a520 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 944 time: 0.0621772 Sep 07 09:49:06.032643 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1909d1ce-c796-4c22-b0c1-e4947560d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.050210 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1'}, {'name': 'network-changed', 'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:06.052642 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14a3de-bd71-4452-b546-f0398102011e" -d '{"events": [{"name": "network-changed", "server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1"}, {"name": "network-changed", "server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:06.080664 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a36c06d1-e69f-4010-b09a-e690f23f2f82 req-14c2f648-8f05-4e43-a21c-0cc63dfe1747 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Sep 07 09:49:06.083641 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1909d1ce-c796-4c22-b0c1-e4947560d35a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfe6912d947b473bbd1d2141f315bcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522638 Sep 07 09:49:06.086830 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52888) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:06.112181 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909d1ce-c796-4c22-b0c1-e4947560d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff19bdb8-dd6b-4080-998a-3c2d4e3010d3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:06.145398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22751ba-cbcc-41db-a669-a39bae6a18a3 x-openstack-request-id: req-a22751ba-cbcc-41db-a669-a39bae6a18a3 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:06.145698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:06.145951 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a22751ba-cbcc-41db-a669-a39bae6a18a3 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:06.146345 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', 'status': 'completed', 'code': 200} Sep 07 09:49:06.146756 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262', 'status': 'completed', 'code': 200} Sep 07 09:49:06.152777 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.171830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52892) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:06.175723 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.248505 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.252002 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.253233 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff19bdb8-dd6b-4080-998a-3c2d4e3010d3 HTTP/1.1" status: 204 len: 168 time: 0.1655130 Sep 07 09:49:06.265834 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769c094-03a8-45fe-b435-a7135c56b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff19bdb8-dd6b-4080-998a-3c2d4e3010d3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:06.314402 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae827e-081e-40c4-a17b-ecc305d9552f req-c68d3161-2180-433d-b428-49f3a808f76d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.317166 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42ae827e-081e-40c4-a17b-ecc305d9552f req-c68d3161-2180-433d-b428-49f3a808f76d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 943 time: 0.1205509 Sep 07 09:49:06.370663 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57a68cad-31fb-4f8c-9403-78384b117080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.417008 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42ae827e-081e-40c4-a17b-ecc305d9552f req-1c39205b-9bc3-4638-a9ea-8bedcf7b741f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901284 Sep 07 09:49:06.445672 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f38b3-781a-43c1-b7c9-1cf3d8056ed2 req-67176ff0-834d-4b2c-93d0-eb376afc5e8f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.447294 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-646f38b3-781a-43c1-b7c9-1cf3d8056ed2 req-67176ff0-834d-4b2c-93d0-eb376afc5e8f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.1053343 Sep 07 09:49:06.506708 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-646f38b3-781a-43c1-b7c9-1cf3d8056ed2 req-5aa9e50f-664d-4d5a-9699-939e64b37280 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Sep 07 09:49:06.598044 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52906) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:06.615885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57a68cad-31fb-4f8c-9403-78384b117080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.642166 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-c543cfc1-4f37-4d32-bdd5-eaeecbd22100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.643654 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-c543cfc1-4f37-4d32-bdd5-eaeecbd22100 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483 HTTP/1.1" status: 200 len: 852 time: 0.1198492 Sep 07 09:49:06.664103 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57a68cad-31fb-4f8c-9403-78384b117080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.678120 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc452f01-6037-4585-a368-9097f86340b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:06.712716 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-c620294e-ac8b-4e4e-875e-f5c76513a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.715216 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-c620294e-ac8b-4e4e-875e-f5c76513a3b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 916 time: 0.1977937 Sep 07 09:49:06.785445 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-77d6109b-e05f-433e-aacb-4ed710ed05ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc627326-d71f-4f65-adfe-8aa92e5b8284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049595 Sep 07 09:49:06.796230 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-57a68cad-31fb-4f8c-9403-78384b117080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9bc4d3f74ea45b9bda42aaa39e32917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230760 Sep 07 09:49:06.810402 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a68cad-31fb-4f8c-9403-78384b117080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9da7a-0c2e-42c7-9053-c3ec63dbef46,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:06.812504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52914) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:06.815934 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-28921ab0-bfb6-4b05-a911-34ffa1190210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76456733-ad2d-4d25-9428-8d8b682e415b HTTP/1.1" status: 200 len: 217 time: 0.0396605 Sep 07 09:49:06.868827 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-5a6c1b04-09e4-4794-9859-b1973da5afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.871269 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-5a6c1b04-09e4-4794-9859-b1973da5afdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0479770 Sep 07 09:49:06.874715 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3471bde1-dc49-40b7-8dc3-44e9933cc452 req-d4a9f122-befb-4e1d-a105-7fbdcc9d4039 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 210 time: 0.0868878 Sep 07 09:49:06.896355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-eca54a2d-0497-494e-8aba-2fea21f7b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.897886 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-eca54a2d-0497-494e-8aba-2fea21f7b6b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1096 time: 0.3007348 Sep 07 09:49:06.904648 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-17371017-7369-4e8d-8ac7-528fffc42582 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255139 Sep 07 09:49:06.960458 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-86f6a096-7331-4b37-b46c-41f184c2091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:06.961917 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-86f6a096-7331-4b37-b46c-41f184c2091f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1096 time: 0.2707434 Sep 07 09:49:07.011755 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-f3c1ecea-cc7c-4794-a04a-3abe8b848d90 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844448 Sep 07 09:49:07.019610 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-a92c3d7a-295b-4410-8fdb-93237c05c7df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 200 len: 217 time: 0.0752876 Sep 07 09:49:07.198081 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.211863 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-db024bd8-37dc-4606-ae94-2f6a9b4719da service neutron] 10.222.0.20 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049859 Sep 07 09:49:07.267534 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-da930c58-ce20-481b-971f-fa6a08f12761 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475264 Sep 07 09:49:07.270757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.20', 64089) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:07.279298 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-4a6afbe1-f9bd-42ee-bdde-ccf72c3da942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:07.280758 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-4a6afbe1-f9bd-42ee-bdde-ccf72c3da942 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.2317588 Sep 07 09:49:07.348531 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.394812 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-7749fa8d-7c73-46db-83b2-58b360f9646a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739534 Sep 07 09:49:07.405191 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc452f01-6037-4585-a368-9097f86340b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.454570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-1a3fdb35-3f4b-4872-944c-8f1901ee63c9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:07.456055 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-1a3fdb35-3f4b-4872-944c-8f1901ee63c9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 817 time: 0.1502199 Sep 07 09:49:07.528062 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-1cf26213-b845-4ebc-b650-43b70cf2fd1e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 379 time: 0.0530138 Sep 07 09:49:07.538411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'port': {'device_id': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'admin_state_up': True, 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'security_groups': ['b645f207-1fa9-463a-82e6-35591cca36b0']}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:07.618166 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc452f01-6037-4585-a368-9097f86340b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.620932 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-4fb06603-766c-4cb1-ad86-52763b481608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:07.622367 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-4fb06603-766c-4cb1-ad86-52763b481608 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=860b3e6abf2b4ce08446306d9009d53a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6141016 Sep 07 09:49:07.653778 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Made reservation on behalf of aa0e1466cb614cacad325113650f08b9 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:49:07.657529 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.699665 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39beb-0845-4314-b7ad-61ddb391ef52 req-c62af2cb-761b-41a0-9a29-4ed718bfca96 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:07.701264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaa39beb-0845-4314-b7ad-61ddb391ef52 req-c62af2cb-761b-41a0-9a29-4ed718bfca96 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 944 time: 0.5042624 Sep 07 09:49:07.801134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Allocated IP 172.20.0.13 (00755289-640b-4792-8c20-6c39fe47fb2e/a19b8b65-cf4c-454b-8fd0-0ebe707e9808/8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:49:07.813705 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dc452f01-6037-4585-a368-9097f86340b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8089cfdd92384f21a56ee6fe096e2b12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2146175 Sep 07 09:49:07.814239 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52942) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:07.814784 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc452f01-6037-4585-a368-9097f86340b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8258f69-3bc4-4509-8cdc-aeed975be00e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:07.846348 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8596ba59-d8e2-48b7-bbdb-3629b34d1d7c req-cc2a738e-8021-4977-b203-32e5933fe1a9 service neutron] 10.222.0.20 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043262 Sep 07 09:49:07.954832 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.955826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.958390 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:07.959998 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8e9da7a-0c2e-42c7-9053-c3ec63dbef46 HTTP/1.1" status: 204 len: 168 time: 1.1348147 Sep 07 09:49:07.988873 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.006919 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaa39beb-0845-4314-b7ad-61ddb391ef52 req-3e10a32c-6fdd-4179-a65e-6eaf12073dca tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832658 Sep 07 09:49:08.027583 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-f4bf32a2-7d4a-45c4-b64a-d30914ae2e8c service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211185 Sep 07 09:49:08.035029 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5f4e-c9a6-4446-a6dc-d2e9d7ff7620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9da7a-0c2e-42c7-9053-c3ec63dbef46,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:08.050470 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.068940 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Transition to ACTIVE for port object 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:08.075407 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089f9f-d54f-42f3-bcb8-5dbe35fa5140 req-e4f9029b-ca05-4276-9c0c-3b7dc2028cc1 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.077946 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd089f9f-d54f-42f3-bcb8-5dbe35fa5140 req-e4f9029b-ca05-4276-9c0c-3b7dc2028cc1 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 943 time: 0.4598622 Sep 07 09:49:08.111506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-ab6ab89a-3d8c-41a9-9e61-1257fceb47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.113025 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-ab6ab89a-3d8c-41a9-9e61-1257fceb47f3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4551220 Sep 07 09:49:08.119398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.122635 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.123797 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8258f69-3bc4-4509-8cdc-aeed975be00e HTTP/1.1" status: 204 len: 168 time: 0.3085721 Sep 07 09:49:08.135659 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d2a2-2577-4419-bcee-d695fcb4e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8258f69-3bc4-4509-8cdc-aeed975be00e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:08.140719 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.167111 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-0ac6d80d-5d11-40d9-b738-09a0d9ee2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.168668 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-0ac6d80d-5d11-40d9-b738-09a0d9ee2dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b228e55bab943b98711f869ba1932a5&device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 1097 time: 0.1952465 Sep 07 09:49:08.187276 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Network 00755289-640b-4792-8c20-6c39fe47fb2e is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:49:08.190718 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:49:08.194113 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:49:08.201145 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.201741 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.218326 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:08.230551 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-cea51880-28f8-4712-bc31-75835e27c838 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6962545 Sep 07 09:49:08.236327 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd089f9f-d54f-42f3-bcb8-5dbe35fa5140 req-fd9b9984-e147-4a54-9363-2dc6d963274d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476207 Sep 07 09:49:08.260124 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Request body: {'port': {'device_id': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:08.402585 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.437994 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da837c5-e01b-49cc-8b74-415d8909edec req-45f4664d-6309-4c59-8ee7-aeb0fc7dc586 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.439553 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5da837c5-e01b-49cc-8b74-415d8909edec req-45f4664d-6309-4c59-8ee7-aeb0fc7dc586 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.3192124 Sep 07 09:49:08.473733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d852b9ea-d011-4a6d-a6ee-2bfa4ca07bc0 req-210cb3f1-743d-4c93-9de9-eff5a4f305ac service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295557 Sep 07 09:49:08.604299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-54d84593-97f1-4559-bdba-68451e5f8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.606409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-54d84593-97f1-4559-bdba-68451e5f8569 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1096 time: 0.3758307 Sep 07 09:49:08.703018 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5da837c5-e01b-49cc-8b74-415d8909edec req-fafc8ef8-d82d-4648-aac9-b9922cb8f5dd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316582 Sep 07 09:49:08.704535 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-43ecf186-a225-40b1-a983-808a872e0d17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0495164 Sep 07 09:49:08.719837 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-1abb4947-2c41-487e-8f05-9a9537005607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.721820 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-1abb4947-2c41-487e-8f05-9a9537005607 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc627326-d71f-4f65-adfe-8aa92e5b8284 HTTP/1.1" status: 200 len: 913 time: 0.5138140 Sep 07 09:49:08.741019 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8b30f296-0f4e-4cf0-bc04-5d99aa8ee4dd None None] Provisioning for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:08.752330 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8b30f296-0f4e-4cf0-bc04-5d99aa8ee4dd None None] Provisioning complete for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:08.752960 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-0f4e-4cf0-bc04-5d99aa8ee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.786519 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e551be-c98d-4b13-9d05-f67ec4b9b0f1 req-6a37ca6d-d9f0-4f85-a4db-c2227b36bdf1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.794195 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-61e551be-c98d-4b13-9d05-f67ec4b9b0f1 req-6a37ca6d-d9f0-4f85-a4db-c2227b36bdf1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 932 time: 0.3960764 Sep 07 09:49:08.801632 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-0e887d77-a86c-40ca-b585-d719b1c2e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.804035 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-0e887d77-a86c-40ca-b585-d719b1c2e79c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0811810 Sep 07 09:49:08.821467 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 52958) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:08.846196 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-59eb93f6-21d6-47bd-9d5a-58a83ae7550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:08.848037 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-59eb93f6-21d6-47bd-9d5a-58a83ae7550a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1096 time: 0.2407851 Sep 07 09:49:08.849567 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-eeea4b0f-8344-4673-ab8e-27c9669fd713 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d27b6d-4868-4bac-a215-c5be78e76c26 HTTP/1.1" status: 200 len: 217 time: 0.0432401 Sep 07 09:49:08.857463 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52960) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:08.869296 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-8b30f296-0f4e-4cf0-bc04-5d99aa8ee4dd None None] Port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:49:08.892115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-062efe00-b505-4f3c-87d1-0f2a2612ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:08.893334 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-cb7bc4bb-d40c-43e2-9b5f-742f015b4903 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369551 Sep 07 09:49:08.973600 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-61e551be-c98d-4b13-9d05-f67ec4b9b0f1 req-3973c37f-471a-40dd-8088-e4dfdcaa06a3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783347 Sep 07 09:49:08.974357 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99ec0210-9d42-4418-a633-a0aac14ab9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.127973 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:09.145702 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.150071 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-82939298-4e29-4ed8-9ef6-9f4b2685d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.151693 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-82939298-4e29-4ed8-9ef6-9f4b2685d424 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483 HTTP/1.1" status: 200 len: 852 time: 0.2606125 Sep 07 09:49:09.179471 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Transition to ACTIVE for port object 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:09.188487 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.191657 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-062efe00-b505-4f3c-87d1-0f2a2612ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.208617 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 76456733-ad2d-4d25-9428-8d8b682e415b details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:09.211253 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-062efe00-b505-4f3c-87d1-0f2a2612ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.224011 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-1593686b-bd6c-4bde-b4fa-92a9a1d8e075 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc627326-d71f-4f65-adfe-8aa92e5b8284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638521 Sep 07 09:49:09.280448 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-80d398b4-f044-46fe-b642-6fb96dd0c791 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682065 Sep 07 09:49:09.281539 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-8868d51f-285c-41b0-871b-498829dda4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.282937 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-8868d51f-285c-41b0-871b-498829dda4c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.3989661 Sep 07 09:49:09.293385 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:09.301478 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-062efe00-b505-4f3c-87d1-0f2a2612ac5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8c817b2abe348cdabf9353501cee542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780202 Sep 07 09:49:09.304025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaca95-4e61-4d79-bf3b-933fa9f3affb req-a2ae03e7-6ef5-4b4c-bce5-e855544e2e95 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.305771 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3baaca95-4e61-4d79-bf3b-933fa9f3affb req-a2ae03e7-6ef5-4b4c-bce5-e855544e2e95 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 944 time: 0.1720772 Sep 07 09:49:09.306300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 52980) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:09.322302 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062efe00-b505-4f3c-87d1-0f2a2612ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979c4d9b-30cf-4b75-9097-d47ababa93c5,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:09.348267 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Attempting to bind port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:49:09.348632 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Attempting to bind port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:49:09.348969 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Attempting to bind port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:09.357064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=76456733-ad2d-4d25-9428-8d8b682e415b,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:09.357291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e on network 00755289-640b-4792-8c20-6c39fe47fb2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:49:09.357387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Attempting to bind port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:09.376764 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:49:09.377039 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '76456733-ad2d-4d25-9428-8d8b682e415b', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'port_id': '76456733-ad2d-4d25-9428-8d8b682e415b', 'mac_address': 'fa:16:3e:91:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:09.377175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Checking segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:49:09.377473 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Bound using segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:49:09.377912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Bound port: 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:49:09.378286 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.429361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.447959 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76456733-ad2d-4d25-9428-8d8b682e415b {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:09.462047 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:49:09.468325 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:49:09.475042 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.478201 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=76456733-ad2d-4d25-9428-8d8b682e415b,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:09.483221 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.484263 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 97d27b6d-4868-4bac-a215-c5be78e76c26 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:09.517638 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.518057 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.520416 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] 10.222.0.20 "PUT /v2.0/ports/8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 1094 time: 1.2743826 Sep 07 09:49:09.523413 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:09.526967 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad55aa7a-1ceb-401b-ab95-58dccec25642" -d '{"events": [{"name": "network-changed", "server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:09.575159 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbfb3a-6c73-4b15-868e-80a47031cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:09.610200 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:09.641490 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-a7a5f8bb-7780-40d1-9957-26cf3917f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.643134 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-a7a5f8bb-7780-40d1-9957-26cf3917f4e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0633745 Sep 07 09:49:09.659359 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-865581f6-c4f2-4055-89fb-c0bc0aa81a59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 200 len: 217 time: 0.3491158 Sep 07 09:49:09.680551 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=97d27b6d-4868-4bac-a215-c5be78e76c26,segment=NetworkSegment(6171540a-946a-4d1d-b2ed-cb13b98efb6e),segment_id=6171540a-946a-4d1d-b2ed-cb13b98efb6e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:09.695863 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '97d27b6d-4868-4bac-a215-c5be78e76c26', 'network_id': 'dc627326-d71f-4f65-adfe-8aa92e5b8284', 'port_id': '97d27b6d-4868-4bac-a215-c5be78e76c26', 'mac_address': 'fa:16:3e:2d:af:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:09.708441 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-f4331d52-5ce3-4d5f-9abd-b5a0fbec9ac5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 217 time: 0.0470374 Sep 07 09:49:09.751539 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.760672 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14a3de-bd71-4452-b546-f0398102011e req-9033e828-88bf-4544-badb-cf2855fa9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.763262 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-9033e828-88bf-4544-badb-cf2855fa9516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0782292 Sep 07 09:49:09.768074 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-1e0d160c-e127-491d-b67b-6d77b43c820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.769307 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d27b6d-4868-4bac-a215-c5be78e76c26 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:09.769571 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-1e0d160c-e127-491d-b67b-6d77b43c820c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0538182 Sep 07 09:49:09.791467 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=97d27b6d-4868-4bac-a215-c5be78e76c26,segment=NetworkSegment(6171540a-946a-4d1d-b2ed-cb13b98efb6e),segment_id=6171540a-946a-4d1d-b2ed-cb13b98efb6e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:09.796804 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:09.828436 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-a0796eb4-e6ae-4111-b22c-a8bc4329d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.833537 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-a0796eb4-e6ae-4111-b22c-a8bc4329d233 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557876 Sep 07 09:49:09.862723 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:09.875034 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-2fdaa716-2657-46f2-9547-0be4d10bdd95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706141 Sep 07 09:49:09.909994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3baaca95-4e61-4d79-bf3b-933fa9f3affb req-81bc817c-9f5e-4bb1-8821-8916e5deeea7 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734072 Sep 07 09:49:09.949192 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-dc4ddda2-5a1d-4646-888e-5ee815f8307e service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070919 Sep 07 09:49:09.949622 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-dcc225c4-5870-4221-89ca-cfe3d197b334 service neutron] 10.222.0.20 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081490 Sep 07 09:49:09.958010 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd991fc-199b-4690-936a-3f9b498d8f27 x-openstack-request-id: req-6cd991fc-199b-4690-936a-3f9b498d8f27 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:09.958517 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:09.959285 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cd991fc-199b-4690-936a-3f9b498d8f27 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:09.959285 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'status': 'completed', 'code': 200} Sep 07 09:49:09.973962 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacc052-609d-4044-8725-e50a014cb9d3 req-bd9bd937-ac65-472e-9bfc-5cac6a9c7edf tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:09.975504 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4cacc052-609d-4044-8725-e50a014cb9d3 req-bd9bd937-ac65-472e-9bfc-5cac6a9c7edf tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.5643091 Sep 07 09:49:09.980862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.001164 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8174f026-d6b8-4c33-af56-00acb1f6c3c9 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938462 Sep 07 09:49:10.057043 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b1323629-0a76-4cd1-98e2-bcb9312b61ed req-ddef5730-43d3-4ed1-8709-286883500c27 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927444 Sep 07 09:49:10.098253 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99ec0210-9d42-4418-a633-a0aac14ab9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.128905 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.131621 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-99ec0210-9d42-4418-a633-a0aac14ab9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.250638 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['97d27b6d-4868-4bac-a215-c5be78e76c26'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:10.251515 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-e28e0158-58fc-4b16-9b86-0663659f7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.253547 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-e28e0158-58fc-4b16-9b86-0663659f7fe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0793865 Sep 07 09:49:10.265710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-6772a337-e0bb-443c-a1af-38528744af40 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793068 Sep 07 09:49:10.276908 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-99ec0210-9d42-4418-a633-a0aac14ab9d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c768e3fe54b4b7abbe4bf32a5ee83a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3900394 Sep 07 09:49:10.277002 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53000) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:10.277089 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4cacc052-609d-4044-8725-e50a014cb9d3 req-5de7790a-6646-4849-8a07-3e4facfdf0fe tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736728 Sep 07 09:49:10.281805 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec0210-9d42-4418-a633-a0aac14ab9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d3350-5609-4fcd-94cb-74709e842252,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:10.333673 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:10.351367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19735fed-0ab5-411c-8f81-b82ad0d7aba9 req-3f23a4b8-8330-4675-8e00-0f147aa6e62f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.358572 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19735fed-0ab5-411c-8f81-b82ad0d7aba9 req-3f23a4b8-8330-4675-8e00-0f147aa6e62f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.3176143 Sep 07 09:49:10.383770 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47a31b9c-f488-4072-8e5a-788efc7ce146 req-3b714cca-d74d-44fa-bb70-9cce2e60ecfa service neutron] 10.222.0.20 "GET /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994017 Sep 07 09:49:10.442070 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.487586 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.531537 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.534211 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-7fb1459b-7261-410a-aa54-d3dd3be454ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.537924 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.538198 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-7fb1459b-7261-410a-aa54-d3dd3be454ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.2731202 Sep 07 09:49:10.539137 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/979c4d9b-30cf-4b75-9097-d47ababa93c5 HTTP/1.1" status: 204 len: 168 time: 1.2133374 Sep 07 09:49:10.604020 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366dea1-810a-4bd8-9692-727da7528329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979c4d9b-30cf-4b75-9097-d47ababa93c5,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:10.628080 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19735fed-0ab5-411c-8f81-b82ad0d7aba9 req-1a2fdf3b-3e7d-4701-beba-54768e6189a4 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386761 Sep 07 09:49:10.640902 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-91545495-8ff6-47ac-915e-85cb500ac377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 217 time: 0.0830610 Sep 07 09:49:10.671952 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d14a3de-bd71-4452-b546-f0398102011e req-5c2c5971-ff75-44f2-baf7-d074d7241ca9 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936994 Sep 07 09:49:10.721938 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ac80-db3c-4b29-95ac-63dc6d009ede req-ddc7afef-b96d-4e06-bb31-d1c937dd4d81 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.729072 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-50f021f5-8aa1-44cf-9517-7a1e25ddfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.732530 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3f3ac80-db3c-4b29-95ac-63dc6d009ede req-ddc7afef-b96d-4e06-bb31-d1c937dd4d81 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.2447901 Sep 07 09:49:10.733387 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-50f021f5-8aa1-44cf-9517-7a1e25ddfe13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0825472 Sep 07 09:49:10.736675 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.743325 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:10.744672 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/205d3350-5609-4fcd-94cb-74709e842252 HTTP/1.1" status: 204 len: 168 time: 0.4674680 Sep 07 09:49:10.810269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3f3ac80-db3c-4b29-95ac-63dc6d009ede req-5bc7b408-ddb8-4d60-9fdb-dd0598d28607 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765526 Sep 07 09:49:10.832851 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3ff9-4bf8-4dbf-afc8-6d6a04ea8a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d3350-5609-4fcd-94cb-74709e842252,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:10.868048 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-22d7bed5-13ac-49ae-b731-46c458d95230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:10.869747 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-22d7bed5-13ac-49ae-b731-46c458d95230 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214156 Sep 07 09:49:11.003583 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-e510b334-b5ea-4a4b-a3a3-331cb69b26c9 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235814 Sep 07 09:49:11.066567 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b990-e9ee-4d7a-a480-3c8a548ab971 req-4dc2f5ee-87bb-4db2-b9d8-14da2804d562 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:11.069238 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6081b990-e9ee-4d7a-a480-3c8a548ab971 req-4dc2f5ee-87bb-4db2-b9d8-14da2804d562 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0631528 Sep 07 09:49:11.109895 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6081b990-e9ee-4d7a-a480-3c8a548ab971 req-44f485fc-0566-48b3-a0cd-fafdd97789c8 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Sep 07 09:49:11.420272 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd4cae-cbff-45fa-9a8a-786611d2c408 req-b397d6f8-5030-4007-9493-2f5beea6f810 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:11.420272 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfcd4cae-cbff-45fa-9a8a-786611d2c408 req-b397d6f8-5030-4007-9493-2f5beea6f810 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0536513 Sep 07 09:49:11.458858 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfcd4cae-cbff-45fa-9a8a-786611d2c408 req-86137025-889f-4654-8a62-c0a512d16392 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Sep 07 09:49:11.743520 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426af1-b9ed-4611-96b0-209474fba32f req-f0816604-f9d5-442e-b52e-e46f2430581b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:11.745270 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca426af1-b9ed-4611-96b0-209474fba32f req-f0816604-f9d5-442e-b52e-e46f2430581b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.0552897 Sep 07 09:49:11.789828 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca426af1-b9ed-4611-96b0-209474fba32f req-dbc4a746-891e-4f14-9ae1-358b45fe2020 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Sep 07 09:49:11.953445 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54ed7-5452-4d0d-885a-0830e0ac1357 req-eefd8dd8-2da6-4523-8ba0-d83cc2ed7c9f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:11.955104 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3fd54ed7-5452-4d0d-885a-0830e0ac1357 req-eefd8dd8-2da6-4523-8ba0-d83cc2ed7c9f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0683737 Sep 07 09:49:12.017377 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3fd54ed7-5452-4d0d-885a-0830e0ac1357 req-09415a4f-a503-437a-94e9-73451194e599 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559244 Sep 07 09:49:12.024417 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ad55aa7a-1ceb-401b-ab95-58dccec25642 req-5e5d7689-8dc2-4124-b5b0-752608dee6ff service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308253 Sep 07 09:49:12.221757 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757459d-810c-454f-a9f0-aa700635c954 req-816b2879-0442-4927-8eda-68c56728f6fb tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:12.223232 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c757459d-810c-454f-a9f0-aa700635c954 req-816b2879-0442-4927-8eda-68c56728f6fb tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0470271 Sep 07 09:49:12.262043 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c757459d-810c-454f-a9f0-aa700635c954 req-a5d421e1-533e-4cfa-b1f4-7ae371f64c54 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Sep 07 09:49:12.577914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56aed-0480-49b5-a369-45fa30a4ff34 req-4ef7fd90-be64-4c2c-ad31-51aff5248ada tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:12.579644 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9d56aed-0480-49b5-a369-45fa30a4ff34 req-4ef7fd90-be64-4c2c-ad31-51aff5248ada tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0541527 Sep 07 09:49:12.618068 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9d56aed-0480-49b5-a369-45fa30a4ff34 req-1e4b787d-c7d8-42f8-bb73-f8900ce2a578 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Sep 07 09:49:12.711099 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53128) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:12.811561 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a7c63d33-2ac4-4f5e-9bbb-2f53d5930029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:12.901955 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a7c63d33-2ac4-4f5e-9bbb-2f53d5930029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:12.906120 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a7c63d33-2ac4-4f5e-9bbb-2f53d5930029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:12.916060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624e5d2-4165-4933-bd01-8ad36b971670 req-725e1171-d581-4942-91a5-21c846ea605c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:12.918112 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e624e5d2-4165-4933-bd01-8ad36b971670 req-725e1171-d581-4942-91a5-21c846ea605c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.0501690 Sep 07 09:49:12.942163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63d33-2ac4-4f5e-9bbb-2f53d5930029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4d727-1001-43a0-9141-d0c62ccb580e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:12.948756 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a7c63d33-2ac4-4f5e-9bbb-2f53d5930029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4555c0a61d14e619146efb8bc5da0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343047 Sep 07 09:49:12.949000 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53138) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:12.961401 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e624e5d2-4165-4933-bd01-8ad36b971670 req-b95f67e4-bc51-4395-8160-8055ef82eb08 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 07 09:49:12.998278 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.021119 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.075439 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.078948 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.080081 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66a4d727-1001-43a0-9141-d0c62ccb580e HTTP/1.1" status: 204 len: 168 time: 0.1301973 Sep 07 09:49:13.087657 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44d356-9dab-4f9d-99ae-051a6b4b9407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4d727-1001-43a0-9141-d0c62ccb580e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:13.138437 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef4574-739a-4e1c-ada4-859aca78d7ea req-25a9da9f-497f-4530-a2fe-78ffe5e7cad2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:13.139930 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2ef4574-739a-4e1c-ada4-859aca78d7ea req-25a9da9f-497f-4530-a2fe-78ffe5e7cad2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0589347 Sep 07 09:49:13.180583 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2ef4574-739a-4e1c-ada4-859aca78d7ea req-6086a8a3-8c73-4603-b7ea-53273e5ab530 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 Sep 07 09:49:13.365358 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53154) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:13.378118 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abf4bb40-dd78-4cfa-93f3-d4ff194f8390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.382034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e5d85-c1b6-4ff2-a951-75dfcfe913f1 req-8c2f0507-f986-4d6b-b573-b44756933205 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:13.383523 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-762e5d85-c1b6-4ff2-a951-75dfcfe913f1 req-8c2f0507-f986-4d6b-b573-b44756933205 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Sep 07 09:49:13.423849 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-762e5d85-c1b6-4ff2-a951-75dfcfe913f1 req-2590118a-f753-457e-9c1e-3017974659f9 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Sep 07 09:49:13.466593 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abf4bb40-dd78-4cfa-93f3-d4ff194f8390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.470250 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abf4bb40-dd78-4cfa-93f3-d4ff194f8390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.505433 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4bb40-dd78-4cfa-93f3-d4ff194f8390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa158e33-7321-4203-99a1-9ae6a748eb8d,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:13.509676 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-abf4bb40-dd78-4cfa-93f3-d4ff194f8390 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f6cf766a5a477ab4a576f6f058a854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432328 Sep 07 09:49:13.513355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53156) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:13.561563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.583008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.629919 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.632398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.633601 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa158e33-7321-4203-99a1-9ae6a748eb8d HTTP/1.1" status: 204 len: 168 time: 0.1191406 Sep 07 09:49:13.641506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba030f4-4b4f-4e00-8f16-61d25332f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa158e33-7321-4203-99a1-9ae6a748eb8d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:13.740666 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75419e-1f5a-40a8-9a9f-89bedea18a29 req-483e767e-30ba-4205-b93c-d99e111e6b8f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:13.741847 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:13.742439 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e75419e-1f5a-40a8-9a9f-89bedea18a29 req-483e767e-30ba-4205-b93c-d99e111e6b8f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0485899 Sep 07 09:49:13.796178 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e75419e-1f5a-40a8-9a9f-89bedea18a29 req-a803a070-a507-471b-829b-5a831b7f0a8a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Sep 07 09:49:13.871675 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:13.882562 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:13.919606 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:13.937023 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:13.957520 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:13.961517 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:14.016539 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:14.080083 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f06-b177-4904-a13d-7b5fced6b347 req-493a728c-298c-4480-a7d0-81db57eab171 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:14.081610 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-943e8f06-b177-4904-a13d-7b5fced6b347 req-493a728c-298c-4480-a7d0-81db57eab171 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.0486138 Sep 07 09:49:14.120807 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-943e8f06-b177-4904-a13d-7b5fced6b347 req-adb3980b-e534-4330-9df0-6c247d984a09 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Sep 07 09:49:14.310570 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb293fbc-1e47-4ed0-892f-e0de493d3883 req-0a3b46b7-9f10-419c-aca9-6dd57f3d86ae tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:14.312054 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb293fbc-1e47-4ed0-892f-e0de493d3883 req-0a3b46b7-9f10-419c-aca9-6dd57f3d86ae tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0482090 Sep 07 09:49:14.349161 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb293fbc-1e47-4ed0-892f-e0de493d3883 req-153ddf9b-bc80-4d0e-a8a6-d99e41c03b53 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310652 Sep 07 09:49:14.537241 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03ab2-e55e-4a78-a7a6-13060b8ad897 req-91f7a516-7ccf-48f8-9e50-82c2904249c4 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:14.538846 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20e03ab2-e55e-4a78-a7a6-13060b8ad897 req-91f7a516-7ccf-48f8-9e50-82c2904249c4 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Sep 07 09:49:14.589792 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20e03ab2-e55e-4a78-a7a6-13060b8ad897 req-78888bab-a837-4b0f-95a8-3fbca296cdc5 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Sep 07 09:49:14.921033 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b7989-9fd8-4f38-811c-2e8efb80a6fd req-2c99c434-451c-4719-b590-66c4363d0934 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:14.922614 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-100b7989-9fd8-4f38-811c-2e8efb80a6fd req-2c99c434-451c-4719-b590-66c4363d0934 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0499511 Sep 07 09:49:14.963487 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-100b7989-9fd8-4f38-811c-2e8efb80a6fd req-2ba55be4-0fef-44b6-99a1-c50fcac51a14 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Sep 07 09:49:15.257268 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51eaf6-0363-49c4-81c3-b449d98806ed req-f477b4e8-cd2c-44ee-b004-3505c993cea3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:15.258857 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb51eaf6-0363-49c4-81c3-b449d98806ed req-f477b4e8-cd2c-44ee-b004-3505c993cea3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 943 time: 0.0578625 Sep 07 09:49:15.302085 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb51eaf6-0363-49c4-81c3-b449d98806ed req-7e52f625-6178-4d1d-81d6-3f91155565da tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Sep 07 09:49:15.493535 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cc2b-5103-4615-8430-b3dd42d36ff4 req-5f4da232-21d0-4195-ade4-b2e48e56b8f0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:15.496256 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5bc6cc2b-5103-4615-8430-b3dd42d36ff4 req-5f4da232-21d0-4195-ade4-b2e48e56b8f0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Sep 07 09:49:15.539104 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5bc6cc2b-5103-4615-8430-b3dd42d36ff4 req-aed32a98-c0dc-4972-aa55-ccbf3506b2e6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373168 Sep 07 09:49:15.702773 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488f56-bd6a-40f1-b415-434c4ef075d2 req-ee65128b-c827-4a97-9d94-9396ed5bc790 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:15.704161 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da488f56-bd6a-40f1-b415-434c4ef075d2 req-ee65128b-c827-4a97-9d94-9396ed5bc790 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Sep 07 09:49:15.744051 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da488f56-bd6a-40f1-b415-434c4ef075d2 req-7bc792a2-1903-4d79-a975-551cea228f94 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335932 Sep 07 09:49:16.075862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e8a1-da3b-46d5-8d18-e0870da87623 req-0f99b8a2-2e19-4122-9af8-b49d98b79f77 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:16.077346 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1cb4e8a1-da3b-46d5-8d18-e0870da87623 req-0f99b8a2-2e19-4122-9af8-b49d98b79f77 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0481257 Sep 07 09:49:16.108433 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 65b59f94-1a60-4787-9d6f-7220f30e2262 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:16.114067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1cb4e8a1-da3b-46d5-8d18-e0870da87623 req-28c36943-6d67-46a4-b439-cbbbfd32e6b8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Sep 07 09:49:16.202294 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=65b59f94-1a60-4787-9d6f-7220f30e2262,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:16.212953 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '65b59f94-1a60-4787-9d6f-7220f30e2262', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'port_id': '65b59f94-1a60-4787-9d6f-7220f30e2262', 'mac_address': 'fa:16:3e:fa:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:16.249064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:16.261118 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b59f94-1a60-4787-9d6f-7220f30e2262 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:16.280932 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=65b59f94-1a60-4787-9d6f-7220f30e2262,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:16.284649 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:16.285345 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:16.350645 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:16.353216 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:16.364530 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', 'network_id': '08f0ed38-9a77-4c8a-a4e9-e683efd414b1', 'port_id': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', 'mac_address': 'fa:16:3e:36:46:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bda4f98-a8df-47b9-9e00-09140ef9d392', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:16.400921 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:16.413843 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:16.418238 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb921cb-4acc-4e2c-a408-84ed6ad508d5 req-ea63a29b-31e2-40b4-a8d4-2cf2a148c916 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:16.420360 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fcb921cb-4acc-4e2c-a408-84ed6ad508d5 req-ea63a29b-31e2-40b4-a8d4-2cf2a148c916 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0518420 Sep 07 09:49:16.434878 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:16.438791 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:16.462747 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fcb921cb-4acc-4e2c-a408-84ed6ad508d5 req-927a2d9d-e2fe-439c-a3dd-b7e3c91cddc4 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358887 Sep 07 09:49:16.488535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:16.664090 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e62d7-eed1-4238-a8bd-7ef650ad09c7 req-ae4c82a9-019b-470c-855d-0a88f47f63cf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:16.665578 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-118e62d7-eed1-4238-a8bd-7ef650ad09c7 req-ae4c82a9-019b-470c-855d-0a88f47f63cf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Sep 07 09:49:16.702077 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-118e62d7-eed1-4238-a8bd-7ef650ad09c7 req-b3c6cc13-dff8-4fa6-b62a-acb3d9e96208 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304120 Sep 07 09:49:16.856048 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bc9df-6273-4cf4-8e8a-11e2cad3903f req-9aaa00ee-ce1f-4ffc-a43a-313c4b07977a tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:16.857558 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c6bc9df-6273-4cf4-8e8a-11e2cad3903f req-9aaa00ee-ce1f-4ffc-a43a-313c4b07977a tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Sep 07 09:49:16.894941 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c6bc9df-6273-4cf4-8e8a-11e2cad3903f req-276822e4-a55f-4c05-b8f8-c6ec4eed41b8 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Sep 07 09:49:17.106487 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 76456733-ad2d-4d25-9428-8d8b682e415b up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:17.159454 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 76456733-ad2d-4d25-9428-8d8b682e415b completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:17.163246 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 76456733-ad2d-4d25-9428-8d8b682e415b triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:17.163624 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:17.238855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3fca6-5e82-4de7-bef1-8ee7c30a39be req-15d6381a-0d35-463e-b82d-49edd664dffc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:17.240618 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ad3fca6-5e82-4de7-bef1-8ee7c30a39be req-15d6381a-0d35-463e-b82d-49edd664dffc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 944 time: 0.0531542 Sep 07 09:49:17.293062 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ad3fca6-5e82-4de7-bef1-8ee7c30a39be req-8c94cfc0-42c5-495f-93e6-61372a89da4c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Sep 07 09:49:17.310377 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:17.450229 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:17.489096 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:17.565388 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['65b59f94-1a60-4787-9d6f-7220f30e2262'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:17.610302 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad715-b133-4fb7-9862-c342b0e9a2f0 req-1aaf6a96-4bcf-4ef7-a61c-ce9d9efe408d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:17.610988 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['2b0fa320-b8cd-4eff-a95d-f49a7a486ca1'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:17.611697 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e75ad715-b133-4fb7-9862-c342b0e9a2f0 req-1aaf6a96-4bcf-4ef7-a61c-ce9d9efe408d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0716205 Sep 07 09:49:17.618460 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=76456733-ad2d-4d25-9428-8d8b682e415b,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:17.645309 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:17.646091 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 97d27b6d-4868-4bac-a215-c5be78e76c26 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:17.665657 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e75ad715-b133-4fb7-9862-c342b0e9a2f0 req-127ac381-00f0-4d52-bf5f-d0fb823cd95e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Sep 07 09:49:17.743972 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05802e2b-78e5-4bc6-b40f-1e47a1a1dc3f" -d '{"events": [{"server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "name": "network-vif-plugged", "status": "completed", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:17.823885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc783df3-2aa6-4f83-aed9-724d42ad3163 req-b4a347b0-98f3-4446-ad0d-078913807e3f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:17.827646 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:17.829305 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc783df3-2aa6-4f83-aed9-724d42ad3163 req-b4a347b0-98f3-4446-ad0d-078913807e3f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Sep 07 09:49:17.853553 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 97d27b6d-4868-4bac-a215-c5be78e76c26 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:17.864689 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfc3511-6256-46df-b23f-534e39f4b60b x-openstack-request-id: req-fcfc3511-6256-46df-b23f-534e39f4b60b {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:17.865006 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "name": "network-vif-plugged", "status": "completed", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:17.865260 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcfc3511-6256-46df-b23f-534e39f4b60b {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:17.865692 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b', 'code': 200} Sep 07 09:49:17.866499 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc783df3-2aa6-4f83-aed9-724d42ad3163 req-54f9bbcd-8f9d-4ab9-be43-d614de760b73 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Sep 07 09:49:17.872467 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 97d27b6d-4868-4bac-a215-c5be78e76c26 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:17.872854 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:18.025449 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dae40-5a8b-49cf-8682-a73e4a454b2a req-6d8e3914-8eef-4055-a0cf-c6d29ddc3fe9 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:18.033359 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-022dae40-5a8b-49cf-8682-a73e4a454b2a req-6d8e3914-8eef-4055-a0cf-c6d29ddc3fe9 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 945 time: 0.0640297 Sep 07 09:49:18.044721 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:18.076024 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-022dae40-5a8b-49cf-8682-a73e4a454b2a req-6357cd41-1dcc-4fe3-9842-dee1da975a6c tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Sep 07 09:49:18.078743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=97d27b6d-4868-4bac-a215-c5be78e76c26,segment=NetworkSegment(6171540a-946a-4d1d-b2ed-cb13b98efb6e),segment_id=6171540a-946a-4d1d-b2ed-cb13b98efb6e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:18.082915 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:18.132170 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:18.422472 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533e31-7b6a-46e7-aed7-0bc1bc78a01b req-752fa0c0-5a45-4dc8-883f-f83b40a4a199 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:18.423940 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06533e31-7b6a-46e7-aed7-0bc1bc78a01b req-752fa0c0-5a45-4dc8-883f-f83b40a4a199 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0641518 Sep 07 09:49:18.462295 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06533e31-7b6a-46e7-aed7-0bc1bc78a01b req-dfa703f1-a733-4071-ab8a-086c44a52367 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Sep 07 09:49:18.778139 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612c1a-b016-42ad-96d1-ade29a0ddb6e req-1bb97e04-6b0d-4394-98b8-85166455bce3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:18.779512 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02612c1a-b016-42ad-96d1-ade29a0ddb6e req-1bb97e04-6b0d-4394-98b8-85166455bce3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0475919 Sep 07 09:49:18.816883 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02612c1a-b016-42ad-96d1-ade29a0ddb6e req-d102a591-b025-48d4-8bae-f3a74dc883aa tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Sep 07 09:49:18.981112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8defcea-d954-4556-b202-404463ece70a req-91e7d901-09ac-4252-84d3-84017b47a1ac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:18.982549 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8defcea-d954-4556-b202-404463ece70a req-91e7d901-09ac-4252-84d3-84017b47a1ac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0469465 Sep 07 09:49:19.022996 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8defcea-d954-4556-b202-404463ece70a req-ee1f1af0-19ff-4bc9-9e8e-a445a3e7ccd2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347047 Sep 07 09:49:19.192027 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995065e-177f-425d-a32c-e36c1461ccb2 req-6ff09790-dd63-43f5-8304-c381120ca754 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:19.193505 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6995065e-177f-425d-a32c-e36c1461ccb2 req-6ff09790-dd63-43f5-8304-c381120ca754 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0497267 Sep 07 09:49:19.230427 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6995065e-177f-425d-a32c-e36c1461ccb2 req-3ea38215-acd4-49c0-a4af-064bb9d5e753 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302188 Sep 07 09:49:19.576178 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787ccd1-c53d-423f-9372-cf1d916535ff req-7503c6c4-a487-4d19-ae09-1e0a0ba15dc7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:19.577722 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9787ccd1-c53d-423f-9372-cf1d916535ff req-7503c6c4-a487-4d19-ae09-1e0a0ba15dc7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 07 09:49:19.614443 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9787ccd1-c53d-423f-9372-cf1d916535ff req-377d4beb-5da4-4ed3-9f1b-5d99050bdd23 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Sep 07 09:49:19.867370 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:19.870371 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0b00f-8003-4203-8a58-389edc55c122" -d '{"events": [{"server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "name": "network-vif-plugged", "status": "completed", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:19.928976 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1eb71-e478-4106-b6ea-9ff15a43c2f3 req-17692dcb-7886-4a3b-973d-712de3a520a3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:19.930462 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-65c1eb71-e478-4106-b6ea-9ff15a43c2f3 req-17692dcb-7886-4a3b-973d-712de3a520a3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0474353 Sep 07 09:49:19.952264 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec235242-2347-4e66-9b0b-3c6cf0c796c5 x-openstack-request-id: req-ec235242-2347-4e66-9b0b-3c6cf0c796c5 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:19.952608 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "name": "network-vif-plugged", "status": "completed", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:19.952863 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec235242-2347-4e66-9b0b-3c6cf0c796c5 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:19.953767 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26', 'code': 200} Sep 07 09:49:19.972403 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-65c1eb71-e478-4106-b6ea-9ff15a43c2f3 req-f200ad18-f273-44dd-9fb0-c24c1526dd86 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350118 Sep 07 09:49:20.142179 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c406c26-6765-406c-ad98-3d94b2b91b7d req-1fa6f44d-39be-4d7f-9ab0-f43cf80ef68c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:20.143546 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c406c26-6765-406c-ad98-3d94b2b91b7d req-1fa6f44d-39be-4d7f-9ab0-f43cf80ef68c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0468965 Sep 07 09:49:20.180716 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c406c26-6765-406c-ad98-3d94b2b91b7d req-97bf1ee6-b64c-4372-8ab5-79e3c0e02967 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Sep 07 09:49:20.343218 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2668-2aff-4b6b-a9fb-84b566a3943a req-a784b029-962c-45ba-9bfb-5d9a9cd51692 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:20.344754 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e3b2668-2aff-4b6b-a9fb-84b566a3943a req-a784b029-962c-45ba-9bfb-5d9a9cd51692 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Sep 07 09:49:20.383485 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e3b2668-2aff-4b6b-a9fb-84b566a3943a req-55fb6a68-55f1-48ef-85ea-31c483c04b2d tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Sep 07 09:49:20.595599 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-3756ad8e-d7cc-4b3d-864e-c994af119546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:20.597057 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-3756ad8e-d7cc-4b3d-864e-c994af119546 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 1098 time: 0.0734642 Sep 07 09:49:20.597424 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-e623c178-1c27-4aa0-9a0b-c4ee0b62eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:20.599015 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-e623c178-1c27-4aa0-9a0b-c4ee0b62eb5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 1099 time: 0.0758164 Sep 07 09:49:20.623242 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-62a91aa0-3abe-494b-b96d-aa5205750306 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:20.623964 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-4ab59dbf-63c4-4725-b989-87648b1cbe6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:20.652692 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.db.api [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-4ab59dbf-63c4-4725-b989-87648b1cbe6b service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 09:49:20.652692 dv-cinder-807083-6-iscsi neutron-server[105486]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 09:49:20.652692 dv-cinder-807083-6-iscsi neutron-server[105486]: [parameters: {'project_id': 'eca8ce67594a44ceaeec5ea79da8a8f1', 'id': '1f2bcc06-48b4-445c-a99a-2a33ef84f2b3', 'expiration': datetime.datetime(2021, 9, 7, 9, 51, 20, 647536)}] Sep 07 09:49:20.652692 dv-cinder-807083-6-iscsi neutron-server[105486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 09:49:20.653072 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG oslo_db.api [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-4ab59dbf-63c4-4725-b989-87648b1cbe6b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 09:49:20.738624 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-62a91aa0-3abe-494b-b96d-aa5205750306 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:20.742197 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-62a91aa0-3abe-494b-b96d-aa5205750306 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:20.749260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b830c4-7fb2-4cf1-9b77-3ba3587e8f29 req-60e88b5e-9906-4b3e-a718-954cff340230 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:20.750589 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6b830c4-7fb2-4cf1-9b77-3ba3587e8f29 req-60e88b5e-9906-4b3e-a718-954cff340230 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0575655 Sep 07 09:49:20.779881 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d9c788c8-e419-43a9-bb47-dc6b753f0cef req-62a91aa0-3abe-494b-b96d-aa5205750306 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689734 Sep 07 09:49:20.794941 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a91aa0-3abe-494b-b96d-aa5205750306 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb42369-20e0-4cd2-ac31-c948afa831d6,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:20.797485 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6b830c4-7fb2-4cf1-9b77-3ba3587e8f29 req-2906bb85-18bd-4eb9-9fd9-d9ecd1624c46 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Sep 07 09:49:21.111526 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1be6a9-3be8-4979-a030-9c377ed86183 req-00553740-c160-412e-a816-4f6a7f6c5608 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:21.113200 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f1be6a9-3be8-4979-a030-9c377ed86183 req-00553740-c160-412e-a816-4f6a7f6c5608 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0626550 Sep 07 09:49:21.153989 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-4ab59dbf-63c4-4725-b989-87648b1cbe6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:21.175253 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f1be6a9-3be8-4979-a030-9c377ed86183 req-45a9e176-41f5-4838-9b44-4567cd18c61b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Sep 07 09:49:21.485358 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c344f01-9a77-4e6b-ae1f-27bde31435db req-622a9219-cf60-4af3-b482-3aacbd5c4ecf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:21.487390 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c344f01-9a77-4e6b-ae1f-27bde31435db req-622a9219-cf60-4af3-b482-3aacbd5c4ecf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0976450 Sep 07 09:49:21.499730 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd6f997f-3993-4fe9-b7e6-c88aa91383ae req-4ab59dbf-63c4-4725-b989-87648b1cbe6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8892550 Sep 07 09:49:21.563001 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c344f01-9a77-4e6b-ae1f-27bde31435db req-85ede4ea-e431-4ff4-ad4d-03d5fe885274 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657861 Sep 07 09:49:21.581465 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8a88-fcb1-4502-a0e3-e44df5c85723 req-bfb3310d-fbe2-4c1b-8acb-6e2d5a9dc024 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:21.582967 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a2c8a88-fcb1-4502-a0e3-e44df5c85723 req-bfb3310d-fbe2-4c1b-8acb-6e2d5a9dc024 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.1115909 Sep 07 09:49:21.623036 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a2c8a88-fcb1-4502-a0e3-e44df5c85723 req-6cfd335f-3069-473e-9160-11668934ae35 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Sep 07 09:49:21.906924 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47fbc4-485d-48fd-97fa-a5d210fb4551 req-363d7938-017f-47a3-9942-acc841c756e7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:21.909110 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f47fbc4-485d-48fd-97fa-a5d210fb4551 req-363d7938-017f-47a3-9942-acc841c756e7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0505743 Sep 07 09:49:21.947362 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f47fbc4-485d-48fd-97fa-a5d210fb4551 req-85a6dabd-dc61-437a-8f38-fc68cd630878 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Sep 07 09:49:22.290645 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0851e5-bf51-43e5-9bdf-9a446f36a954 req-84876974-71ff-4838-832b-8c92eba5ef17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:22.293165 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc0851e5-bf51-43e5-9bdf-9a446f36a954 req-84876974-71ff-4838-832b-8c92eba5ef17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 944 time: 0.0508020 Sep 07 09:49:22.299683 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.330815 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc0851e5-bf51-43e5-9bdf-9a446f36a954 req-2042f35f-9ec5-434c-88da-221190f534c6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Sep 07 09:49:22.383164 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:22.440975 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:22.446972 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:22.447425 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.533268 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.555984 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:22.560519 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a474fc-d676-44eb-b0c6-efadc3471240" -d '{"events": [{"server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "name": "network-vif-plugged", "status": "completed", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:22.575421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:22.580174 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.580985 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:22.603514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f78b6e-1378-4526-a870-7c0a977f07ea x-openstack-request-id: req-f4f78b6e-1378-4526-a870-7c0a977f07ea {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:22.603867 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "name": "network-vif-plugged", "status": "completed", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:22.604174 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4f78b6e-1378-4526-a870-7c0a977f07ea {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:22.604752 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', 'code': 200} Sep 07 09:49:22.694493 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:22.721531 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:22.727677 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:22.728584 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.751153 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18c14-b282-46d8-8146-72562fa40b7f req-c5684a21-8cd5-4269-82a0-86e30c9d9a9f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:22.763994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bed18c14-b282-46d8-8146-72562fa40b7f req-c5684a21-8cd5-4269-82a0-86e30c9d9a9f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.1046655 Sep 07 09:49:22.873739 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.896567 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bed18c14-b282-46d8-8146-72562fa40b7f req-23b55dd5-e3cc-4266-84f4-a1ac4c207283 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259677 Sep 07 09:49:22.913249 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:22.914481 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42786a-6c0d-4527-95ea-70a4750a9bb8 req-cc950756-0425-4dac-a53d-8febbf9db3ed tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:22.916834 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f42786a-6c0d-4527-95ea-70a4750a9bb8 req-cc950756-0425-4dac-a53d-8febbf9db3ed tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.1328273 Sep 07 09:49:22.919491 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:22.921089 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 65b59f94-1a60-4787-9d6f-7220f30e2262 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:49:23.015733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f42786a-6c0d-4527-95ea-70a4750a9bb8 req-2329cf2d-a499-43ae-8d81-9633e6b0e9ba tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905576 Sep 07 09:49:23.022600 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2125-a19a-4bfd-8173-5c065f3c5045 req-055a3cd3-54ce-447c-864f-dd035db76b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:23.024361 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-640e2125-a19a-4bfd-8173-5c065f3c5045 req-055a3cd3-54ce-447c-864f-dd035db76b1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0795522 Sep 07 09:49:23.027531 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:23.068004 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 65b59f94-1a60-4787-9d6f-7220f30e2262 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:49:23.072949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 65b59f94-1a60-4787-9d6f-7220f30e2262 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:49:23.073407 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.170259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-640e2125-a19a-4bfd-8173-5c065f3c5045 req-67f2393a-e61e-4c20-b2f8-245a6891e679 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800545 Sep 07 09:49:23.196299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d024e-183c-44b8-b582-7f9d85942cca req-e2b825e0-68da-4ec6-9f20-44ba3ddf83c6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:23.215762 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-651d024e-183c-44b8-b582-7f9d85942cca req-e2b825e0-68da-4ec6-9f20-44ba3ddf83c6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.1241062 Sep 07 09:49:23.224028 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.279400 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-651d024e-183c-44b8-b582-7f9d85942cca req-8d08cd23-f23d-40b9-8267-f5e0f11cdd28 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626352 Sep 07 09:49:23.284221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53526) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:23.285453 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=65b59f94-1a60-4787-9d6f-7220f30e2262,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:23.290030 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.341094 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:23.396506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b8d-62d2-4ef0-bc48-f055709cee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.469375 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5ec1-f62d-4e38-af3d-992d5b7d870a req-4fa8cacc-a1ec-4e40-81fc-71133f31cf22 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:23.470855 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf6d5ec1-f62d-4e38-af3d-992d5b7d870a req-4fa8cacc-a1ec-4e40-81fc-71133f31cf22 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0716710 Sep 07 09:49:23.530423 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf6d5ec1-f62d-4e38-af3d-992d5b7d870a req-b721e3db-71c9-40b8-8526-d6ba275f2259 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536399 Sep 07 09:49:23.556894 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b8d-62d2-4ef0-bc48-f055709cee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.561733 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b8d-62d2-4ef0-bc48-f055709cee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.609319 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2aa81b8d-62d2-4ef0-bc48-f055709cee3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=724869f9e47a4a33a7e26b51b883fdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237751 Sep 07 09:49:23.610027 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81b8d-62d2-4ef0-bc48-f055709cee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48874371-be84-4784-9c88-26def6c8bbdd,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:23.612252 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53536) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:23.663582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.684273 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.729005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.731661 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:23.732836 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48874371-be84-4784-9c88-26def6c8bbdd HTTP/1.1" status: 204 len: 168 time: 0.1195130 Sep 07 09:49:23.740893 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac73c-d101-455c-bf34-ee209ff0023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48874371-be84-4784-9c88-26def6c8bbdd,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:23.748177 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53542) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:24.009743 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-973b69ed-6c27-4ee2-8e68-528018c93460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.034991 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53556) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:24.044362 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5faa-c8d0-479c-973a-bda97c9be76e req-05acd3fb-94f2-46b1-9b64-9b3eb677395f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:24.045936 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aeef5faa-c8d0-479c-973a-bda97c9be76e req-05acd3fb-94f2-46b1-9b64-9b3eb677395f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0818515 Sep 07 09:49:24.061758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8747909b-1f19-4f81-805d-64274bbec3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.144413 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aeef5faa-c8d0-479c-973a-bda97c9be76e req-0ea9670f-a19a-4e42-8ac6-3127a6c1aee4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906491 Sep 07 09:49:24.194044 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951d95-4636-41be-bc5b-b436f9a77d82 req-58b57e7e-1182-4592-8be6-7c3d6c9b3981 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:24.195767 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25951d95-4636-41be-bc5b-b436f9a77d82 req-58b57e7e-1182-4592-8be6-7c3d6c9b3981 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0953450 Sep 07 09:49:24.240421 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-973b69ed-6c27-4ee2-8e68-528018c93460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.251338 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-973b69ed-6c27-4ee2-8e68-528018c93460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.294549 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-973b69ed-6c27-4ee2-8e68-528018c93460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd62c68bb4a9497e834d84cbd57d9b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451956 Sep 07 09:49:24.298835 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25951d95-4636-41be-bc5b-b436f9a77d82 req-39a25b1f-ea36-400d-bc2d-68f0078c844e tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960765 Sep 07 09:49:24.299520 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53574) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:24.334417 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b69ed-6c27-4ee2-8e68-528018c93460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12680c-c79c-4c02-a46f-3cc694e8ee6e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:24.339123 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8747909b-1f19-4f81-805d-64274bbec3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.354847 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8747909b-1f19-4f81-805d-64274bbec3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.398734 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8747909b-1f19-4f81-805d-64274bbec3c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e50b60441ed34080a3764e8adb09ddbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600652 Sep 07 09:49:24.398952 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53578) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:24.403258 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.407422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747909b-1f19-4f81-805d-64274bbec3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1493bcde-ecbb-4037-9a5f-0fb1c99844b3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:24.429138 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.477898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.508426 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.537899 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.540779 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.545081 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d12680c-c79c-4c02-a46f-3cc694e8ee6e HTTP/1.1" status: 204 len: 168 time: 0.2420802 Sep 07 09:49:24.560240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a65fb-61fc-4d88-87cd-817c11fa8d59 req-fbab3dda-64f5-46cd-95bf-a8affdf91886 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:24.561848 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-517a65fb-61fc-4d88-87cd-817c11fa8d59 req-fbab3dda-64f5-46cd-95bf-a8affdf91886 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0838344 Sep 07 09:49:24.563076 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3ef82-d7ef-4950-be7f-61e233f39b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12680c-c79c-4c02-a46f-3cc694e8ee6e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:24.586718 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.595991 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:24.602003 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1493bcde-ecbb-4037-9a5f-0fb1c99844b3 HTTP/1.1" status: 204 len: 168 time: 0.1994026 Sep 07 09:49:24.606189 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}, {'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:24.608728 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ecd604-ac4c-4a33-9c37-3f5c78bdedf7" -d '{"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}, {"server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "name": "network-vif-plugged", "status": "completed", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:24.625308 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534d18-73df-4ada-bc27-e92218b3e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1493bcde-ecbb-4037-9a5f-0fb1c99844b3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:24.779608 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-517a65fb-61fc-4d88-87cd-817c11fa8d59 req-12758388-295a-4aa0-aaa3-503ce2515201 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641769 Sep 07 09:49:24.913650 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d157e2c6-1bd1-4222-8469-3c45246bdaa5 x-openstack-request-id: req-d157e2c6-1bd1-4222-8469-3c45246bdaa5 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:24.913980 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "code": 200}, {"server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "name": "network-vif-plugged", "status": "completed", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:24.914790 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d157e2c6-1bd1-4222-8469-3c45246bdaa5 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:24.914790 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'code': 200} Sep 07 09:49:24.915108 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262', 'code': 200} Sep 07 09:49:24.925279 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9ed9-915f-49b6-9257-f1145f7a08c7 req-c8c358e3-d4e2-428d-80bd-2a2f7cfcac20 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:24.939827 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09be9ed9-915f-49b6-9257-f1145f7a08c7 req-c8c358e3-d4e2-428d-80bd-2a2f7cfcac20 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1670384 Sep 07 09:49:25.032631 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09be9ed9-915f-49b6-9257-f1145f7a08c7 req-9d2fb88d-c39e-4a01-80d5-c0f64a606b43 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881314 Sep 07 09:49:25.292824 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-87003ebc-ea7a-4850-9cae-80c12bf3e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.330523 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56956a2-45f6-4adb-aa1c-a27ac3605e8f req-64dab850-3500-4a4c-9988-bed9eee96561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:25.332807 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e56956a2-45f6-4adb-aa1c-a27ac3605e8f req-64dab850-3500-4a4c-9988-bed9eee96561 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0642495 Sep 07 09:49:25.391796 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cd2d8-1766-43bc-b8f0-9e100b36006e req-977363b3-89bd-4c85-b563-9e8fcf1682aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:25.393325 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec9cd2d8-1766-43bc-b8f0-9e100b36006e req-977363b3-89bd-4c85-b563-9e8fcf1682aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1098 time: 0.1765573 Sep 07 09:49:25.411927 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e56956a2-45f6-4adb-aa1c-a27ac3605e8f req-2ecbfd6e-6fce-4ce8-9cc9-7e4b37ac207d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713477 Sep 07 09:49:25.419312 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53624) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:25.434724 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c60c0874-d2a6-4373-9436-5acb84fbe72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.443669 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c2661-3ba1-4650-af29-77985e3333bb req-1ed21b8a-cc55-47ed-baf7-dbe90b6dda2d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:25.445546 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f85c2661-3ba1-4650-af29-77985e3333bb req-1ed21b8a-cc55-47ed-baf7-dbe90b6dda2d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1510522 Sep 07 09:49:25.499129 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec9cd2d8-1766-43bc-b8f0-9e100b36006e req-0d947173-2071-49d2-abb9-c49a5159fc7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931666 Sep 07 09:49:25.537841 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f85c2661-3ba1-4650-af29-77985e3333bb req-0bae1989-ba4a-463c-a804-8102dbf9bffc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764675 Sep 07 09:49:25.611401 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c60c0874-d2a6-4373-9436-5acb84fbe72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.615413 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c60c0874-d2a6-4373-9436-5acb84fbe72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.653332 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c60c0874-d2a6-4373-9436-5acb84fbe72f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8191f3d1a3614d88b11fe954c7e8bd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327125 Sep 07 09:49:25.654302 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c0874-d2a6-4373-9436-5acb84fbe72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8a36b6-fd17-4a88-b2e3-1f3d97ac58c7,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:25.656158 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53634) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:25.707850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.730310 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.781759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.784378 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:25.785609 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b8a36b6-fd17-4a88-b2e3-1f3d97ac58c7 HTTP/1.1" status: 204 len: 168 time: 0.1277213 Sep 07 09:49:25.793782 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3540-b2b1-4e90-9905-dc9ac470da85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8a36b6-fd17-4a88-b2e3-1f3d97ac58c7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:26.170166 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd374-0a2c-411f-9355-2e181376a2ab req-6a69cf1b-3832-4839-a65e-b726e2d125f7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:26.179783 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-181dd374-0a2c-411f-9355-2e181376a2ab req-6a69cf1b-3832-4839-a65e-b726e2d125f7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0651679 Sep 07 09:49:26.234446 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-181dd374-0a2c-411f-9355-2e181376a2ab req-4f2560ac-09f4-4229-b4bb-e3f4acf18204 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Sep 07 09:49:26.368859 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 53686) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:26.503812 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3e79e09-9edd-4916-bc8b-fb80115222be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.649542 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3e79e09-9edd-4916-bc8b-fb80115222be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.660851 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c3e79e09-9edd-4916-bc8b-fb80115222be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.742813 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c3e79e09-9edd-4916-bc8b-fb80115222be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43a8395a46f4173907a063fc65e9711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717823 Sep 07 09:49:26.746093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53718) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:26.753136 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e79e09-9edd-4916-bc8b-fb80115222be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50355609-0020-468f-8118-535a2d8c46ef,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:26.792895 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762bb45-2033-4120-9f09-4e5766b8909f req-8fa61c2e-36cb-42bb-a0b4-55273c593672 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:26.795116 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5762bb45-2033-4120-9f09-4e5766b8909f req-8fa61c2e-36cb-42bb-a0b4-55273c593672 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1521122 Sep 07 09:49:26.830484 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.847888 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5762bb45-2033-4120-9f09-4e5766b8909f req-1a4ddb32-66e0-47bd-92a4-1e34de03c85d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466468 Sep 07 09:49:26.859598 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.917216 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.920769 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:26.921987 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50355609-0020-468f-8118-535a2d8c46ef HTTP/1.1" status: 204 len: 168 time: 0.1749394 Sep 07 09:49:26.937506 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319e0dc-295b-4922-b821-f90bd257fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50355609-0020-468f-8118-535a2d8c46ef,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:27.372717 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed072b-b957-4e75-ac11-e2770654a7d7 req-c8d7196e-ac9f-44e5-bfcd-ada937690ea8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:27.374780 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bed072b-b957-4e75-ac11-e2770654a7d7 req-c8d7196e-ac9f-44e5-bfcd-ada937690ea8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0608656 Sep 07 09:49:27.420044 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bed072b-b957-4e75-ac11-e2770654a7d7 req-277b48f3-032b-42a3-862f-743373b6f982 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Sep 07 09:49:28.001721 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:28.002749 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a450be4-400b-4e7f-9ac7-5600dde66e11 req-57226d8f-c9bb-4e4f-9e36-dc9b88a37098 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:28.011100 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0a450be4-400b-4e7f-9ac7-5600dde66e11 req-57226d8f-c9bb-4e4f-9e36-dc9b88a37098 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0775578 Sep 07 09:49:28.066289 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0a450be4-400b-4e7f-9ac7-5600dde66e11 req-d5bd69fe-69a0-40c1-8151-3aa871929e42 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457742 Sep 07 09:49:28.156163 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-61e6f8c2-205c-42d8-9ea6-7c6a84555f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:28.535847 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2cff9-630b-4a82-8fea-3f1b170d8a01 req-2f37096f-78e4-4621-9be4-b087fa8396f9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:28.537366 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d2cff9-630b-4a82-8fea-3f1b170d8a01 req-2f37096f-78e4-4621-9be4-b087fa8396f9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Sep 07 09:49:28.575121 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d2cff9-630b-4a82-8fea-3f1b170d8a01 req-fe07ff91-f05a-4a21-8116-ea5779089905 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Sep 07 09:49:29.018637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:29.173175 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e9d8-f363-47c1-81d2-ffda48980fcd req-bd0fb8a1-1fb7-4cca-9767-4c05a65f59c5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:29.174595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bf1e9d8-f363-47c1-81d2-ffda48980fcd req-bd0fb8a1-1fb7-4cca-9767-4c05a65f59c5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0501833 Sep 07 09:49:29.209826 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bf1e9d8-f363-47c1-81d2-ffda48980fcd req-ab0cee0d-a90d-499a-a1cb-d14f4e84f822 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292816 Sep 07 09:49:29.688888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdc5f6-1377-495f-8750-f7e80ae8f1b5 req-8dddbfa0-6b28-48d4-8946-2979075f2d4c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:29.690423 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-68bdc5f6-1377-495f-8750-f7e80ae8f1b5 req-8dddbfa0-6b28-48d4-8946-2979075f2d4c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0503500 Sep 07 09:49:29.731952 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-68bdc5f6-1377-495f-8750-f7e80ae8f1b5 req-28dfd46f-6fd8-400d-8bb6-4a28579bee16 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Sep 07 09:49:30.329841 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f68bd-1a9a-47e8-b0a6-6c1e4f519ba6 req-0bb346c7-4994-4ff7-8e27-e44a02afa5c9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:30.331332 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-794f68bd-1a9a-47e8-b0a6-6c1e4f519ba6 req-0bb346c7-4994-4ff7-8e27-e44a02afa5c9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0491018 Sep 07 09:49:30.370479 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-794f68bd-1a9a-47e8-b0a6-6c1e4f519ba6 req-c8c6253d-b27b-4504-bb64-fbcb82484fcb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Sep 07 09:49:30.498692 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c1e1-bddd-4e96-b584-cf1293600fff req-17ffe1cb-f3c1-4b14-834a-b67fa5897e94 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:30.501202 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3d2c1e1-bddd-4e96-b584-cf1293600fff req-17ffe1cb-f3c1-4b14-834a-b67fa5897e94 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0599539 Sep 07 09:49:30.511172 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 53856) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:30.516928 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'floatingip': {'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:30.601271 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:30.804044 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:30.856399 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9199-cad2-4d86-9b59-346d168f99b8 req-3a3513e2-cca4-49b0-96dc-d69620bf1638 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:30.857926 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a39f9199-cad2-4d86-9b59-346d168f99b8 req-3a3513e2-cca4-49b0-96dc-d69620bf1638 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Sep 07 09:49:30.898651 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a39f9199-cad2-4d86-9b59-346d168f99b8 req-73167f68-0f9e-49fe-82f0-b037828cd76c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Sep 07 09:49:31.217010 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65569f5-b0aa-4f01-880e-c6e33b305fd8 req-cc73e5e8-18cd-43ae-8051-dc1791a4e31b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:31.227395 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f65569f5-b0aa-4f01-880e-c6e33b305fd8 req-cc73e5e8-18cd-43ae-8051-dc1791a4e31b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0883067 Sep 07 09:49:31.253155 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-3ea862a3-391b-4d09-8bd5-204d38ba68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:31.254740 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-3ea862a3-391b-4d09-8bd5-204d38ba68ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0926332 Sep 07 09:49:31.302334 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f65569f5-b0aa-4f01-880e-c6e33b305fd8 req-729b02d7-c8e6-4793-9548-3b61f9781dc9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744991 Sep 07 09:49:31.372061 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-b554b2d4-b03a-4769-a18f-6eac5484d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:31.373753 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-b554b2d4-b03a-4769-a18f-6eac5484d0a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.1055682 Sep 07 09:49:31.424197 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:31.428384 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:31.430404 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-00cdeb36-3b3d-4524-8bfe-88f5a3b81c84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 200 len: 217 time: 0.0384119 Sep 07 09:49:31.493577 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-90687c7a-c69f-4825-b372-0b1c30cdf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:31.496380 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-90687c7a-c69f-4825-b372-0b1c30cdf7a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0499969 Sep 07 09:49:31.538977 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.l3_db [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Floating IP 58b43fe9-458f-4603-acfc-ce7ad700015e associated. External IP: 172.27.2.201, port: 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e. Sep 07 09:49:31.543394 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-d73dcbca-da35-479e-aec4-509db602c755 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390453 Sep 07 09:49:31.691869 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-4c572073-d634-4f81-a0b3-73bb3fc92c7e service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259980 Sep 07 09:49:31.772082 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:49:31.804315 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-053c06a8-218e-4e3a-9fc0-4907493067ea req-74e4e7d1-f2ff-48ba-9a74-28559a5939cb service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042802 Sep 07 09:49:31.925643 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:49:31.932321 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:31.962454 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:49:31.981183 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-078770f5-da3f-4073-a408-1c59cde9f524 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "PUT /v2.0/floatingips/58b43fe9-458f-4603-acfc-ce7ad700015e HTTP/1.1" status: 200 len: 992 time: 1.4681313 Sep 07 09:49:31.981682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:31.984130 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964838d4-a62c-449d-a59f-aeee45f4f39d" -d '{"events": [{"name": "network-changed", "server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:31.985544 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:49:31.986621 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:49:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:32.021619 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4a17e5-b595-43cc-b67e-ff11f374c2d2 x-openstack-request-id: req-9a4a17e5-b595-43cc-b67e-ff11f374c2d2 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:32.022222 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:32.022664 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a4a17e5-b595-43cc-b67e-ff11f374c2d2 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:32.023237 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'status': 'completed', 'code': 200} Sep 07 09:49:32.113869 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:49:32.219187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-66a5fea0-4b3c-409a-b9b2-5ab8417f66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:32.220902 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-66a5fea0-4b3c-409a-b9b2-5ab8417f66ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0490098 Sep 07 09:49:32.331673 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-658eb2db-3765-49f9-96ac-13dbfb77f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:32.333250 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-658eb2db-3765-49f9-96ac-13dbfb77f49d service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.1049037 Sep 07 09:49:32.450640 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '58b43fe9-458f-4603-acfc-ce7ad700015e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:48:57Z', 'updated_at': '2021-09-07T09:49:31Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:32.468595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-c031c555-e6fa-4ec2-97cf-be537346ea11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 1000 time: 0.1275671 Sep 07 09:49:32.495596 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02191a-578b-4896-ba77-710ef2472e44 req-ec526bf3-17c2-472c-ae5e-118fd984b49e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:32.497208 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d02191a-578b-4896-ba77-710ef2472e44 req-ec526bf3-17c2-472c-ae5e-118fd984b49e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1110535 Sep 07 09:49:32.547633 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-b28bcfd1-f611-4cd9-8aa0-f29c50ccb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:32.549154 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-b28bcfd1-f611-4cd9-8aa0-f29c50ccb5b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0727894 Sep 07 09:49:32.564345 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:49:32.578553 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:49:32.579091 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:49:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:32.589495 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d02191a-578b-4896-ba77-710ef2472e44 req-7e62cb9e-e70c-40d5-b9d7-3e3312048fa9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741990 Sep 07 09:49:32.615622 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-8a281b49-f320-431d-a4a9-c3030abc824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:32.617219 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-8a281b49-f320-431d-a4a9-c3030abc824d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584831 Sep 07 09:49:32.693246 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:49:32.733060 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-7452ef3b-7b26-46f5-8064-fca9f314917d service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055429 Sep 07 09:49:32.994226 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '58b43fe9-458f-4603-acfc-ce7ad700015e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:48:57Z', 'updated_at': '2021-09-07T09:49:31Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:33.021887 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-964838d4-a62c-449d-a59f-aeee45f4f39d req-9d0d8a5f-6b3d-4484-bacf-4b97b39c7a26 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817445 Sep 07 09:49:33.041868 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453bfbf-73b6-43b6-91bc-a1004713c390 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '58b43fe9-458f-4603-acfc-ce7ad700015e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:48:57Z', 'updated_at': '2021-09-07T09:49:31Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:49:33.299646 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d56b4c-4ed1-4a79-b295-378ed3b25881 None None] New status for floating IP 58b43fe9-458f-4603-acfc-ce7ad700015e: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:49:33.425442 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54016) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:33.604900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-49e117bc-514d-4a1c-a73b-2972e48e8ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.716357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54036) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:33.723283 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223a67c-f584-461d-8b80-1f3a409b8096 req-bfd9a9e1-f99d-403f-a4dc-7ff1ad7d430a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:33.723775 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-49e117bc-514d-4a1c-a73b-2972e48e8ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.725114 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b223a67c-f584-461d-8b80-1f3a409b8096 req-bfd9a9e1-f99d-403f-a4dc-7ff1ad7d430a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0553157 Sep 07 09:49:33.729302 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-49e117bc-514d-4a1c-a73b-2972e48e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.771998 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-49e117bc-514d-4a1c-a73b-2972e48e8ec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b6204109da645889f760614500e0517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454139 Sep 07 09:49:33.772879 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e117bc-514d-4a1c-a73b-2972e48e8ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f2958-b45e-4138-b8f9-10c9fb0eceed,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:33.776076 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54040) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:33.797162 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b223a67c-f584-461d-8b80-1f3a409b8096 req-8d7e2c0f-4544-464e-91f4-10ac30bbea3f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598724 Sep 07 09:49:33.835502 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.864074 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.880275 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-af7819e8-958c-4658-9eb9-55ef8a61c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.939291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.942206 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:33.943452 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f18f2958-b45e-4138-b8f9-10c9fb0eceed HTTP/1.1" status: 204 len: 168 time: 0.1662388 Sep 07 09:49:33.948867 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54046) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:33.961686 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41560e3-21a3-46cd-affd-992544bf3380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f2958-b45e-4138-b8f9-10c9fb0eceed,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.024965 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-af7819e8-958c-4658-9eb9-55ef8a61c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.030430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-af7819e8-958c-4658-9eb9-55ef8a61c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.074911 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-af7819e8-958c-4658-9eb9-55ef8a61c097 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2f409e6cf1b455591018a8f6c4f65b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544409 Sep 07 09:49:34.074911 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7819e8-958c-4658-9eb9-55ef8a61c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ddd30-3aa8-4d25-bb93-87dbc2791ffd,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.075216 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54050) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:34.150485 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.180451 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.217667 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2868f51-aebf-4a50-b5c5-496e05924bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.288024 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.290555 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.291752 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b3ddd30-3aa8-4d25-bb93-87dbc2791ffd HTTP/1.1" status: 204 len: 168 time: 0.2157490 Sep 07 09:49:34.301378 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54066) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:34.325402 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a93b84-a0ab-4f52-be43-2ec93f3eff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ddd30-3aa8-4d25-bb93-87dbc2791ffd,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.340137 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a694e648-d483-4787-a331-96263792cd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.399059 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2868f51-aebf-4a50-b5c5-496e05924bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.406256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b2868f51-aebf-4a50-b5c5-496e05924bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.465333 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2868f51-aebf-4a50-b5c5-496e05924bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f114f16-3b9b-4132-a617-09df8b2f314a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.472599 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b2868f51-aebf-4a50-b5c5-496e05924bed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b828ec36c3034aee81ec27934cba3321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222697 Sep 07 09:49:34.475299 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54072) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:34.537964 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a694e648-d483-4787-a331-96263792cd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.543312 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a694e648-d483-4787-a331-96263792cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.548094 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.584363 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a694e648-d483-4787-a331-96263792cd7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a4cc4fbb82246afaa66482aaaa474c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787535 Sep 07 09:49:34.586023 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54076) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:34.589471 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.603690 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e648-d483-4787-a331-96263792cd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35cfc6-7f94-4709-ac5e-11c8162f3a3d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.662460 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.678964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.682088 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.683421 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f114f16-3b9b-4132-a617-09df8b2f314a HTTP/1.1" status: 204 len: 168 time: 0.2057972 Sep 07 09:49:34.693955 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.704926 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5904bf0-b9cc-405b-9b13-bc22349ef112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f114f16-3b9b-4132-a617-09df8b2f314a,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.764819 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.767592 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:34.768824 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c35cfc6-7f94-4709-ac5e-11c8162f3a3d HTTP/1.1" status: 204 len: 168 time: 0.1817129 Sep 07 09:49:34.780193 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d6670-7d10-4fab-b449-2777258242dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35cfc6-7f94-4709-ac5e-11c8162f3a3d,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:34.940787 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff135f6-3571-4aac-9463-c73cc1dfbac9 req-442d8fcd-66f7-40cc-a4dd-28c5f7133c30 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:34.949655 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5ff135f6-3571-4aac-9463-c73cc1dfbac9 req-442d8fcd-66f7-40cc-a4dd-28c5f7133c30 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0757930 Sep 07 09:49:35.000493 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5ff135f6-3571-4aac-9463-c73cc1dfbac9 req-1551e2ba-659b-44b8-b05c-f2f903c7a357 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Sep 07 09:49:35.139010 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54100) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:35.155028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-80e17d72-b2ea-4623-b868-21e8a4208019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.263670 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-80e17d72-b2ea-4623-b868-21e8a4208019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.269302 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-80e17d72-b2ea-4623-b868-21e8a4208019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.314279 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e17d72-b2ea-4623-b868-21e8a4208019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d569ed-f038-457a-921d-05b6744288e6,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:35.320579 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-80e17d72-b2ea-4623-b868-21e8a4208019 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ccb6d5c3b974bf9a2dd02d85d487dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804104 Sep 07 09:49:35.323965 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54114) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:35.377704 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.402254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.472216 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.474821 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:35.476702 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d569ed-f038-457a-921d-05b6744288e6 HTTP/1.1" status: 204 len: 168 time: 0.1516547 Sep 07 09:49:35.488895 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4ff9-dda7-4cda-9891-815f03d4d754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d569ed-f038-457a-921d-05b6744288e6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:36.180887 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43364a-6d27-45ba-8397-a06ef4fffbe2 req-3185657c-0902-4eab-9e98-6fc943bc3ffa tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:36.184985 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e43364a-6d27-45ba-8397-a06ef4fffbe2 req-3185657c-0902-4eab-9e98-6fc943bc3ffa tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0631275 Sep 07 09:49:36.245039 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e43364a-6d27-45ba-8397-a06ef4fffbe2 req-8c7fe879-2074-4336-a0f6-f71825958577 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533907 Sep 07 09:49:37.379630 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3337a9-0b59-457e-be7d-d4d37f506d1f req-23e8d8e8-8e2a-4d65-99d4-065304f89d59 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:37.382002 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5f3337a9-0b59-457e-be7d-d4d37f506d1f req-23e8d8e8-8e2a-4d65-99d4-065304f89d59 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0631976 Sep 07 09:49:37.429780 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5f3337a9-0b59-457e-be7d-d4d37f506d1f req-966d88ab-ddb7-4e9e-9ad4-10047bc804b3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Sep 07 09:49:38.523037 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54340) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:38.545771 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1a25-40bd-4134-93e4-7ba30e812abc req-24efbd52-2512-4815-8b30-a7f43478b4b5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:38.547392 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-861d1a25-40bd-4134-93e4-7ba30e812abc req-24efbd52-2512-4815-8b30-a7f43478b4b5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0474343 Sep 07 09:49:38.591573 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-861d1a25-40bd-4134-93e4-7ba30e812abc req-98e7e74e-4049-41b1-8a99-809a843e131f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Sep 07 09:49:38.644240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.741349 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.746405 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.785070 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7270fa46-ff7b-4b27-a3d0-a31ab5eebbb8,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:38.794472 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.794880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.795531 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.796097 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.796752 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.796958 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.797281 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.797746 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.798216 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.798685 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.799149 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.799623 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:38.808242 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54360) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:38.808650 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-70bd0345-a306-4b01-8661-eb5c9ad1af8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6eb55a16abf45509c3a313fd01e5b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841802 Sep 07 09:49:38.877623 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.908041 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.983660 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:38.987056 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.001354 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54372) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:39.001814 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7270fa46-ff7b-4b27-a3d0-a31ab5eebbb8 HTTP/1.1" status: 204 len: 168 time: 0.1921365 Sep 07 09:49:39.017200 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270fa46-ff7b-4b27-a3d0-a31ab5eebbb8,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:39.032563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.032563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.032563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.032895 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.033311 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.034044 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.034593 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.035122 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.035685 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.036219 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.036826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.037488 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c338e-afd6-41f0-8e81-88cd7f628bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:39.279705 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f06f311-5229-4132-a9fb-edf51ef1b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.309192 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54384) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:39.322414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a245a40-8bc2-45cd-a27f-92d313633bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.367540 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f06f311-5229-4132-a9fb-edf51ef1b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.371298 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f06f311-5229-4132-a9fb-edf51ef1b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.408950 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0f06f311-5229-4132-a9fb-edf51ef1b7f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b79638a0e1c540459df796cb24bff879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065244 Sep 07 09:49:39.409870 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06f311-5229-4132-a9fb-edf51ef1b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab17af-e1a1-42b7-a759-d49f08c7b9f1,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:39.412245 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54386) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:39.453391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a245a40-8bc2-45cd-a27f-92d313633bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.456944 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9a245a40-8bc2-45cd-a27f-92d313633bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.463038 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.483551 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.495625 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9a245a40-8bc2-45cd-a27f-92d313633bdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbc9628dba624bd5af310a06170141f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853199 Sep 07 09:49:39.496611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a245a40-8bc2-45cd-a27f-92d313633bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53b360-5f07-4240-ab35-d841bd5186e0,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:39.500747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54388) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:39.574135 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.576646 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.580268 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99ab17af-e1a1-42b7-a759-d49f08c7b9f1 HTTP/1.1" status: 204 len: 168 time: 0.1644983 Sep 07 09:49:39.580268 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.593571 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7590e53-2f89-4232-9a2c-9206b3fd020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab17af-e1a1-42b7-a759-d49f08c7b9f1,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:39.609197 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.676579 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.680871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:39.685004 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f53b360-5f07-4240-ab35-d841bd5186e0 HTTP/1.1" status: 204 len: 168 time: 0.1832311 Sep 07 09:49:39.699265 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defca9cd-369e-41de-aa91-15a5882900c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53b360-5f07-4240-ab35-d841bd5186e0,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:39.745394 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267185-a68d-418f-bfbd-8ad105c0a97a req-d5ef7144-e5c6-4a20-b993-b9f3487c1e49 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:39.752588 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4267185-a68d-418f-bfbd-8ad105c0a97a req-d5ef7144-e5c6-4a20-b993-b9f3487c1e49 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0760839 Sep 07 09:49:39.809131 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4267185-a68d-418f-bfbd-8ad105c0a97a req-05614c5c-6f33-45c5-b2eb-d5ad7f7435aa tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Sep 07 09:49:40.176468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970da69-a39c-4fa3-95c3-22d5585aa35d req-0afed89b-6cd9-4c5c-bd3e-4de5abe70e16 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:40.186519 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3970da69-a39c-4fa3-95c3-22d5585aa35d req-0afed89b-6cd9-4c5c-bd3e-4de5abe70e16 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0762551 Sep 07 09:49:40.235092 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3970da69-a39c-4fa3-95c3-22d5585aa35d req-f15e8273-d58b-411a-bce5-ca3b2e91214e tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Sep 07 09:49:40.360399 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54436) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:40.492236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53f4e576-d109-4f9a-81f1-5ee2e8f94aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.620946 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53f4e576-d109-4f9a-81f1-5ee2e8f94aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.625362 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53f4e576-d109-4f9a-81f1-5ee2e8f94aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.678152 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-53f4e576-d109-4f9a-81f1-5ee2e8f94aa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ce4472b2c2142a7a04964a92875deb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168681 Sep 07 09:49:40.682606 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54456) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:40.709444 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4e576-d109-4f9a-81f1-5ee2e8f94aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed3788-9b96-42d9-a6f7-edd64079da8f,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:40.763024 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.801760 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.893335 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.893335 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:40.893335 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05ed3788-9b96-42d9-a6f7-edd64079da8f HTTP/1.1" status: 204 len: 168 time: 0.2089295 Sep 07 09:49:40.937840 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80767415-d679-42d3-8034-b190b34b7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed3788-9b96-42d9-a6f7-edd64079da8f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:40.962746 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa166a0-4665-4a5f-b9c8-78e6b3d9105a req-9b6918f6-57fd-4714-9ae2-1de611ca5566 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:40.965157 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfa166a0-4665-4a5f-b9c8-78e6b3d9105a req-9b6918f6-57fd-4714-9ae2-1de611ca5566 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0804060 Sep 07 09:49:41.006471 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfa166a0-4665-4a5f-b9c8-78e6b3d9105a req-ac53258b-7ca5-4ebb-8156-e5a712c74648 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Sep 07 09:49:41.389139 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54516) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:41.404844 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb0027-3101-4ead-a7db-37f036c8dc43 req-ee1f607b-f85b-4f5c-b457-41e4dc7fa54f tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:41.406733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6dbb0027-3101-4ead-a7db-37f036c8dc43 req-ee1f607b-f85b-4f5c-b457-41e4dc7fa54f tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0919657 Sep 07 09:49:41.408430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b61f70f4-9e91-468b-b63e-553cd6048dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.484237 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6dbb0027-3101-4ead-a7db-37f036c8dc43 req-736deaf7-1426-432c-b1df-b9eb27baf74c tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706208 Sep 07 09:49:41.529025 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b61f70f4-9e91-468b-b63e-553cd6048dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.535505 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b61f70f4-9e91-468b-b63e-553cd6048dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.578120 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b61f70f4-9e91-468b-b63e-553cd6048dcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5071feddaea48608aa05a53599ded79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869018 Sep 07 09:49:41.578302 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 54542) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:41.579692 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f70f4-9e91-468b-b63e-553cd6048dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f8e75-6481-4b91-a582-0e799a23880d,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:41.639657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.662831 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.715767 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.718822 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:41.722380 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/782f8e75-6481-4b91-a582-0e799a23880d HTTP/1.1" status: 204 len: 168 time: 0.1409042 Sep 07 09:49:41.729424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a649b2-7c58-418d-963e-a3eb18569140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f8e75-6481-4b91-a582-0e799a23880d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:42.139161 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db43b-cadf-422a-bab4-5f9881f42d3f req-c51f7cc4-e334-4cf8-8744-2fa4dd001136 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:42.140828 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e3db43b-cadf-422a-bab4-5f9881f42d3f req-c51f7cc4-e334-4cf8-8744-2fa4dd001136 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0609052 Sep 07 09:49:42.181935 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e3db43b-cadf-422a-bab4-5f9881f42d3f req-0954e6e2-4125-482f-ac07-fc59fb7493e8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Sep 07 09:49:42.617202 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:49:42.639234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cfcb-3e96-441b-92a8-a42802a720bc req-f2faf8b7-869d-4507-8aa2-f89147966ae5 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:42.640773 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7de5cfcb-3e96-441b-92a8-a42802a720bc req-f2faf8b7-869d-4507-8aa2-f89147966ae5 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0637374 Sep 07 09:49:42.680000 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7de5cfcb-3e96-441b-92a8-a42802a720bc req-65d1715b-76dc-48bd-bd94-c660dd09b4dd tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Sep 07 09:49:43.295528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971928-721a-4d27-af78-7d2a9d74d723 req-3841169a-f232-40e1-bcc6-78cfa4b1ad2a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:43.297271 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a6971928-721a-4d27-af78-7d2a9d74d723 req-3841169a-f232-40e1-bcc6-78cfa4b1ad2a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0476348 Sep 07 09:49:43.335021 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a6971928-721a-4d27-af78-7d2a9d74d723 req-29f65595-940c-49eb-8b1f-7e23e09d750a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Sep 07 09:49:43.821745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150bc4-4b60-4d3d-a30c-145fc247d50f req-28ccb690-d5a4-42ff-a0a8-78773d7b2065 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:43.823530 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab150bc4-4b60-4d3d-a30c-145fc247d50f req-28ccb690-d5a4-42ff-a0a8-78773d7b2065 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0598109 Sep 07 09:49:43.882708 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab150bc4-4b60-4d3d-a30c-145fc247d50f req-2025f678-19c6-4a7e-8259-8fd8ae379c5b tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Sep 07 09:49:44.449040 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4de6-7821-444d-87df-d897d102fb69 req-55333c37-1f33-42d0-bc1c-4fe0f7cc9d83 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:44.450593 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6b1f4de6-7821-444d-87df-d897d102fb69 req-55333c37-1f33-42d0-bc1c-4fe0f7cc9d83 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Sep 07 09:49:44.489510 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6b1f4de6-7821-444d-87df-d897d102fb69 req-303e63a9-2541-486f-aaf1-ccf3d38d72ab tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Sep 07 09:49:45.015342 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d42992-1397-4fc3-b138-1db85467379e req-90ad5d36-ae2e-438a-a31e-6c2448aff417 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:45.016943 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0d42992-1397-4fc3-b138-1db85467379e req-90ad5d36-ae2e-438a-a31e-6c2448aff417 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0517333 Sep 07 09:49:45.067659 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0d42992-1397-4fc3-b138-1db85467379e req-8c1574fc-1588-4f56-afca-397ce8dc3115 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/security-groups?id=18823ee1-d9f2-4524-bdc5-bc6710b6ab80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Sep 07 09:49:45.541479 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-9eaf52b1-97cf-46b9-9732-93e57e2b5c2c tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:45.543366 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-9eaf52b1-97cf-46b9-9732-93e57e2b5c2c tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 946 time: 0.0599089 Sep 07 09:49:45.697832 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57128ea-0ce3-4eb7-81c4-217245ccc92d req-f40a362e-3e9a-48c3-954b-26e24f38dc8f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:45.699245 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f57128ea-0ce3-4eb7-81c4-217245ccc92d req-f40a362e-3e9a-48c3-954b-26e24f38dc8f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1369140 Sep 07 09:49:45.767805 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Deleting port 97d27b6d-4868-4bac-a215-c5be78e76c26 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:49:45.768153 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:45.774748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f57128ea-0ce3-4eb7-81c4-217245ccc92d req-c908cd5e-6634-455b-87dd-c8210c029b17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692906 Sep 07 09:49:45.866648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] For port 97d27b6d-4868-4bac-a215-c5be78e76c26, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=97d27b6d-4868-4bac-a215-c5be78e76c26,segment=NetworkSegment(6171540a-946a-4d1d-b2ed-cb13b98efb6e),segment_id=6171540a-946a-4d1d-b2ed-cb13b98efb6e)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:45.867016 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:45.883188 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Calling delete_port for 97d27b6d-4868-4bac-a215-c5be78e76c26 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:49:46.047008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:46.077779 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Pushing event deleted for resources: {'Port': ['ID=97d27b6d-4868-4bac-a215-c5be78e76c26,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:46.099422 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['97d27b6d-4868-4bac-a215-c5be78e76c26'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:46.161602 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] No DVR routers for this DVR port 97d27b6d-4868-4bac-a215-c5be78e76c26 on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:49:46.166025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:46.170451 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-375c0426-f9f8-44ed-ba4b-e4055045403e req-16bf2b09-5d4e-4476-9a27-b0c5479eb775 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.20 "DELETE /v2.0/ports/97d27b6d-4868-4bac-a215-c5be78e76c26 HTTP/1.1" status: 204 len: 173 time: 0.6150286 Sep 07 09:49:46.170925 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'name': 'network-vif-deleted', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:46.173226 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706b8bab-392f-4bfc-b109-fee5f21058cb" -d '{"events": [{"server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "name": "network-vif-deleted", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:46.206627 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d027c13d-a692-4e72-99f0-328f93a0c996 req-d897e153-ce81-4676-865a-efe68bd2caa7 tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.0286376 Sep 07 09:49:46.242639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7b594-bb74-486f-9ad3-694f80c4fb98 x-openstack-request-id: req-4bd7b594-bb74-486f-9ad3-694f80c4fb98 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:46.242639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a49aca5-f289-45bc-9ce2-3f461896fad0", "name": "network-vif-deleted", "tag": "97d27b6d-4868-4bac-a215-c5be78e76c26", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:46.242639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bd7b594-bb74-486f-9ad3-694f80c4fb98 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:46.242639 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49aca5-f289-45bc-9ce2-3f461896fad0', 'name': 'network-vif-deleted', 'tag': '97d27b6d-4868-4bac-a215-c5be78e76c26', 'status': 'completed', 'code': 200} Sep 07 09:49:46.925452 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba2b82-b201-4380-b5f0-df779575a910 req-9895f471-98c4-4a4d-905f-7da40026e2f7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:46.940885 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfba2b82-b201-4380-b5f0-df779575a910 req-9895f471-98c4-4a4d-905f-7da40026e2f7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0640831 Sep 07 09:49:47.006704 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfba2b82-b201-4380-b5f0-df779575a910 req-134749a8-c5f5-440b-aaa1-3c4ed1de7623 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Sep 07 09:49:47.349906 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-11cfff25-c109-42a2-a327-7ec9b434d546 req-89336e2b-92ec-4f22-aa27-1315d2893b7f tempest-DeleteServersTestJSON-1990526882 tempest-DeleteServersTestJSON-1990526882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a49aca5-f289-45bc-9ce2-3f461896fad0 HTTP/1.1" status: 200 len: 210 time: 0.0355453 Sep 07 09:49:47.420881 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54776) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:47.544406 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1806-0540-47e7-b905-fe01f1a50266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.643116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-2ac571fc-c76b-4494-a12c-f65753e81892 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:47.644645 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-2ac571fc-c76b-4494-a12c-f65753e81892 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1188154 Sep 07 09:49:47.653194 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1806-0540-47e7-b905-fe01f1a50266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.656847 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1806-0540-47e7-b905-fe01f1a50266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.661248 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f6b74c9-a3eb-4bc6-867a-24c008a07b24 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/quotas/553ce826e69f4967b0f78906221fa074 HTTP/1.1" status: 200 len: 375 time: 0.0098708 Sep 07 09:49:47.698191 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f1bb1806-0540-47e7-b905-fe01f1a50266 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c833401dba84c01974a9ee0191a3694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763066 Sep 07 09:49:47.700754 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54792) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:47.706557 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1806-0540-47e7-b905-fe01f1a50266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc3d31c-95c0-44cd-b5f2-57710f4e90fc,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:47.714614 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-1794b048-460d-4e85-9c56-839ebc4148b2 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451393 Sep 07 09:49:47.757327 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.779941 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.809949 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-acde9616-f01e-4fd8-aeec-bfa2f9e8d3df service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884626 Sep 07 09:49:47.828304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.830913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:47.832703 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cc3d31c-95c0-44cd-b5f2-57710f4e90fc HTTP/1.1" status: 204 len: 168 time: 0.1308219 Sep 07 09:49:47.843426 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfa233-555f-491d-9ed9-6e8a8bab3152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc3d31c-95c0-44cd-b5f2-57710f4e90fc,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:47.920506 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-7c0bbf95-39e4-4a15-b901-6aacb7c61e56 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031973 Sep 07 09:49:48.114086 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-133e628f-2ca2-431d-8b06-dd6f223c4a1b req-0afd32bf-0f03-4e79-87a5-983eab4190ae tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 210 time: 0.0529904 Sep 07 09:49:48.160969 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54810) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:48.179366 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-174c7d3e-128c-48d2-bdc0-d74f24922ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.185325 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ee550-13ec-4ab2-9ceb-80a80fcc3835 req-ba8e6e28-4470-47c4-95cb-688161036bc0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:48.195559 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e2ee550-13ec-4ab2-9ceb-80a80fcc3835 req-ba8e6e28-4470-47c4-95cb-688161036bc0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0838664 Sep 07 09:49:48.249562 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e2ee550-13ec-4ab2-9ceb-80a80fcc3835 req-241fe110-5619-4d2d-b74b-0c7865657fa1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528495 Sep 07 09:49:48.288292 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-174c7d3e-128c-48d2-bdc0-d74f24922ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.294296 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-174c7d3e-128c-48d2-bdc0-d74f24922ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.337034 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c7d3e-128c-48d2-bdc0-d74f24922ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61244f94-1a7e-490a-88d9-dcc3cce5e9d6,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:48.341633 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-174c7d3e-128c-48d2-bdc0-d74f24922ec9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df1cc1b7b2fc472fa69d5187d0b0c2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796372 Sep 07 09:49:48.344184 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54822) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:48.440549 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.466402 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.482852 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 97d27b6d-4868-4bac-a215-c5be78e76c26 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:49:48.527878 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.531406 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:48.532588 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61244f94-1a7e-490a-88d9-dcc3cce5e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1874480 Sep 07 09:49:48.542538 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f51a-2ceb-4cba-9fb8-0ff533df1cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61244f94-1a7e-490a-88d9-dcc3cce5e9d6,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:48.725778 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 97d27b6d-4868-4bac-a215-c5be78e76c26 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:49:48.726121 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 97d27b6d-4868-4bac-a215-c5be78e76c26 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:49:49.221893 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aab8baac-0ebf-45a7-9cf5-de08a62d0bbb req-dbddeaf5-1304-4c0e-a283-163661027d3a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Sep 07 09:49:49.381161 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25406f8c-41b8-4f05-9381-c7ea82a5ea68 req-fd8580b9-2afd-44cb-bb26-94813019a652 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:49.382672 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25406f8c-41b8-4f05-9381-c7ea82a5ea68 req-fd8580b9-2afd-44cb-bb26-94813019a652 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Sep 07 09:49:49.447890 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-25406f8c-41b8-4f05-9381-c7ea82a5ea68 req-5a3fcfa3-0bf2-4658-a577-6236e6571f96 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Sep 07 09:49:49.553341 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-d45e589e-f2c0-4367-a928-b17ebfc26880 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:49.555135 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-d45e589e-f2c0-4367-a928-b17ebfc26880 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1366050 Sep 07 09:49:49.593908 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Request body: {'port': {'device_id': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'admin_state_up': True, 'tenant_id': '553ce826e69f4967b0f78906221fa074'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:49.729535 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:49:49.736826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:49.878446 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Allocated IP 172.20.0.11 (84e9b049-2bc4-46e7-95ae-3ef658ee72dc/b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4/51cd844b-f682-42fb-92b9-21b9a054079c) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:49:50.018564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54956) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:50.081587 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.130329 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Deleting subnet fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:49:50.141852 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.162799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.190373 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54964) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:50.214757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.215757 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:50.250980 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.251858 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:49:50.255641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:49:50.260713 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:49:50.267141 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:50.267799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.286044 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event updated for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:50.312517 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-e9cffd8a-0ba3-4cdf-834f-b486d74819b0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7220912 Sep 07 09:49:50.335282 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Request body: {'port': {'device_id': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:49:50.368001 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.403545 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.408208 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483 HTTP/1.1" status: 204 len: 168 time: 0.3876822 Sep 07 09:49:50.408872 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 54980) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:50.443623 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.472498 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f0269-7a77-4ee6-bd7a-59d6b56fa91a req-c1d6cb7f-fec7-49c3-8e28-794bec10e7bd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:50.484549 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c77f0269-7a77-4ee6-bd7a-59d6b56fa91a req-c1d6cb7f-fec7-49c3-8e28-794bec10e7bd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 932 time: 0.1418381 Sep 07 09:49:50.517907 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a20b2-8212-4b81-8766-923c5bc8b05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbd3a7e-1f1c-4e45-8acd-07a5ad0ae483,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:50.553760 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5281d052-f617-4e24-af0f-563d56fa9787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.584160 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c77f0269-7a77-4ee6-bd7a-59d6b56fa91a req-310500da-98bd-4cc9-8374-028b0536a1f9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986636 Sep 07 09:49:50.613417 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.715734 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0fe4-aecc-4b56-933f-ec6d620da334 req-d8881ed9-28fc-4f1a-9eaf-2738a6c3ed08 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:50.717288 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b25c0fe4-aecc-4b56-933f-ec6d620da334 req-d8881ed9-28fc-4f1a-9eaf-2738a6c3ed08 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1567204 Sep 07 09:49:50.732953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.763549 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.763896 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.764692 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.765011 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > port after_create 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.765379 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.765682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > port after_update 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.766019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.766364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.766681 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.767005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.816746 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b25c0fe4-aecc-4b56-933f-ec6d620da334 req-067578b0-8c40-4075-9973-273b9a86bc85 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897312 Sep 07 09:49:50.906254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cd844b-f682-42fb-92b9-21b9a054079c {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:50.914362 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.928429 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Transition to ACTIVE for port object 51cd844b-f682-42fb-92b9-21b9a054079c will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:49:50.932333 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:50.949121 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.949736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.950257 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.950856 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:49:50.951375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc627326-d71f-4f65-adfe-8aa92e5b8284']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:50.983088 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6171540a-946a-4d1d-b2ed-cb13b98efb6e') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:50.983499 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6171540a-946a-4d1d-b2ed-cb13b98efb6e') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:49:51.003706 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.027347 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.029712 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Attempting to bind port 51cd844b-f682-42fb-92b9-21b9a054079c on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:49:51.030049 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Attempting to bind port 51cd844b-f682-42fb-92b9-21b9a054079c by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:49:51.030376 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Attempting to bind port 51cd844b-f682-42fb-92b9-21b9a054079c on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:51.034243 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5281d052-f617-4e24-af0f-563d56fa9787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.036172 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Port 51cd844b-f682-42fb-92b9-21b9a054079c on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:49:51.036554 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Attempting to bind port 51cd844b-f682-42fb-92b9-21b9a054079c on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:49:51.043719 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:49:51.044335 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Checking segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:49:51.045442 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Bound using segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:49:51.046004 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Bound port: 51cd844b-f682-42fb-92b9-21b9a054079c, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:49:51.046417 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.050320 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5281d052-f617-4e24-af0f-563d56fa9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.070253 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.104249 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:49:51.104688 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: from cryptography.utils import int_from_bytes Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: from cryptography.utils import int_from_bytes Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:49:51.117951 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:49:51.130874 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d052-f617-4e24-af0f-563d56fa9787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d407402e-b1e0-4088-9ee7-f6cbe17ab778,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.142454 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5281d052-f617-4e24-af0f-563d56fa9787 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=231e0cef44ad4bd3829bdefd3b636bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9510562 Sep 07 09:49:51.145100 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55008) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:51.199199 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.217591 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.219514 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc627326-d71f-4f65-adfe-8aa92e5b8284 HTTP/1.1" status: 204 len: 168 time: 0.7513633 Sep 07 09:49:51.233011 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e232c7-8c35-4e77-a4ce-50eea4fe7719 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc627326-d71f-4f65-adfe-8aa92e5b8284,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.249031 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.272552 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.338264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:49:51.342084 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=51cd844b-f682-42fb-92b9-21b9a054079c,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:49:51.344885 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.347137 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.348735 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.360525 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d407402e-b1e0-4088-9ee7-f6cbe17ab778 HTTP/1.1" status: 204 len: 168 time: 0.2042625 Sep 07 09:49:51.360525 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b0959-11ce-4e42-82c4-585b9c8e8c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407402e-b1e0-4088-9ee7-f6cbe17ab778,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.381214 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55016) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:51.385096 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:51.385710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.387116 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] 10.222.0.20 "PUT /v2.0/ports/51cd844b-f682-42fb-92b9-21b9a054079c HTTP/1.1" status: 200 len: 1094 time: 1.0582550 Sep 07 09:49:51.387657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:49:51.389839 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf638630-fc13-40e0-bc87-450a77b2a4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:49:51.420896 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8d44-d2b6-405a-b4c3-973e85663225 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.436801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4c34d-2848-4e16-afcd-5f70e7b77fd7 x-openstack-request-id: req-a8a4c34d-2848-4e16-afcd-5f70e7b77fd7 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:49:51.437086 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:49:51.437506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8a4c34d-2848-4e16-afcd-5f70e7b77fd7 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:49:51.438055 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c', 'status': 'completed', 'code': 200} Sep 07 09:49:51.443824 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a8d44dfe-8386-4330-b27b-bca229a58130 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b228e55bab943b98711f869ba1932a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613482 Sep 07 09:49:51.447566 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55020) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:51.500045 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.523037 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-b88b8acf-31fe-4081-96e1-6bb216c3e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:51.524806 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-b88b8acf-31fe-4081-96e1-6bb216c3e5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 1097 time: 0.0497396 Sep 07 09:49:51.528749 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.590009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.592614 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.596261 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18823ee1-d9f2-4524-bdc5-bc6710b6ab80 HTTP/1.1" status: 204 len: 168 time: 0.1451440 Sep 07 09:49:51.608119 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-6be7e315-60b4-446f-a3ee-9f4738587141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51cd844b-f682-42fb-92b9-21b9a054079c HTTP/1.1" status: 200 len: 217 time: 0.0574150 Sep 07 09:49:51.608822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165e7d4-2de8-400d-9558-5fa4a11a8697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18823ee1-d9f2-4524-bdc5-bc6710b6ab80,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:51.710658 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-46822af0-18e0-40e3-8c1d-9deb006f7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:51.712312 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-46822af0-18e0-40e3-8c1d-9deb006f7378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0867295 Sep 07 09:49:51.740881 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ca6e4-18fd-4c52-8ba7-01c73f3bd5c0 req-0a0f9739-fa13-4bee-9ce9-2963144db0ce tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:51.742457 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2c5ca6e4-18fd-4c52-8ba7-01c73f3bd5c0 req-0a0f9739-fa13-4bee-9ce9-2963144db0ce tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 944 time: 0.0648057 Sep 07 09:49:51.782374 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-123ea727-94f2-4c86-a067-0e003eeae60a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383425 Sep 07 09:49:51.826938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2c5ca6e4-18fd-4c52-8ba7-01c73f3bd5c0 req-929b4723-d097-4a53-a2a1-8d0aa560cf22 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738909 Sep 07 09:49:51.837332 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55040) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:51.851719 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-55bf4004-da92-4c13-b2d2-d9575dc200c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:51.989731 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd9e13-3eb2-4a89-9b9e-f11380e7e2f4 req-53d613fc-2bbf-4bd5-b0f5-93165afc7001 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:51.991373 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7fd9e13-3eb2-4a89-9b9e-f11380e7e2f4 req-53d613fc-2bbf-4bd5-b0f5-93165afc7001 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0958745 Sep 07 09:49:51.994050 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-1d73a9a5-62bc-4235-96cc-db92e85538f0 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992979 Sep 07 09:49:52.121183 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7fd9e13-3eb2-4a89-9b9e-f11380e7e2f4 req-debf2317-a331-435b-9966-64284b4bb4d2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181650 Sep 07 09:49:52.159259 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-55bf4004-da92-4c13-b2d2-d9575dc200c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.161790 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-253b28ae-26b3-48dd-a36e-64e157fa8aaf req-273575cd-e17a-4821-a5bd-39f716799f33 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577914 Sep 07 09:49:52.164307 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-55bf4004-da92-4c13-b2d2-d9575dc200c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.207197 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-55bf4004-da92-4c13-b2d2-d9575dc200c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b881e8260c834f18bdd5f62055353ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687179 Sep 07 09:49:52.209641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55054) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:52.210018 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55056) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:52.220224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf4004-da92-4c13-b2d2-d9575dc200c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d55f29-a4e8-4ea3-857f-cec03b9f7948,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:52.272374 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.304589 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.327246 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.336523 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-18fccf31-bf09-4d59-8326-6cf5e98fb07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.407836 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.410388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.414336 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98d55f29-a4e8-4ea3-857f-cec03b9f7948 HTTP/1.1" status: 204 len: 168 time: 0.2031734 Sep 07 09:49:52.434906 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f411977-1c1f-4e2a-b2d5-b248844cad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d55f29-a4e8-4ea3-857f-cec03b9f7948,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:52.457451 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-b3b013d8-7572-4a06-abc9-929eff38dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:52.458907 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-b3b013d8-7572-4a06-abc9-929eff38dcc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 1097 time: 0.0776334 Sep 07 09:49:52.505720 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-18fccf31-bf09-4d59-8326-6cf5e98fb07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.512767 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-18fccf31-bf09-4d59-8326-6cf5e98fb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.548141 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-18fccf31-bf09-4d59-8326-6cf5e98fb07c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85ab7c46a20640d2aad566cc760a6790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365037 Sep 07 09:49:52.554773 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55076) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:52.590258 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-c4c3ea85-f5b9-4fa9-a9cb-b224e3a2c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:52.591767 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-c4c3ea85-f5b9-4fa9-a9cb-b224e3a2c827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 916 time: 0.1203322 Sep 07 09:49:52.653093 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-eb167ae0-cfbd-4b4c-9966-fe0dc16dd92a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51cd844b-f682-42fb-92b9-21b9a054079c HTTP/1.1" status: 200 len: 217 time: 0.0519328 Sep 07 09:49:52.729525 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-c72dcc31-8d65-4450-b824-14f0527e6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:52.734892 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-c72dcc31-8d65-4450-b824-14f0527e6985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0729132 Sep 07 09:49:52.790489 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-b0f896fb-039e-42ec-8bca-f3f78ec9c5f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285618 Sep 07 09:49:52.836202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fccf31-bf09-4d59-8326-6cf5e98fb07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a909b51-e1b4-48f3-8234-5105b95864cb,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:52.899621 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.920287 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-a3d5a385-5669-492b-9f2f-5d3536cc84ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960667 Sep 07 09:49:52.933942 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:52.948933 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-60e0e3af-a554-42b6-bda6-638d26a38db6 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267300 Sep 07 09:49:53.025765 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.027546 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.029520 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a909b51-e1b4-48f3-8234-5105b95864cb HTTP/1.1" status: 204 len: 168 time: 0.4732339 Sep 07 09:49:53.061066 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7e9a-b458-4610-87f4-f744aa61f62a req-4b6b37ee-6bc2-43fd-a010-038ccd9c63fb tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:53.061851 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a62c57-e980-4255-b05c-35813f59aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a909b51-e1b4-48f3-8234-5105b95864cb,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:53.062656 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-378a7e9a-b458-4610-87f4-f744aa61f62a req-4b6b37ee-6bc2-43fd-a010-038ccd9c63fb tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 944 time: 0.1254244 Sep 07 09:49:53.092068 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf638630-fc13-40e0-bc87-450a77b2a4ce req-83383f44-82a3-4770-b2a7-113d7caaf3fa service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229544 Sep 07 09:49:53.107758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-77ddd63f-e2aa-403b-b234-fc36c02f5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:53.109606 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-77ddd63f-e2aa-403b-b234-fc36c02f5c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 1098 time: 0.0984123 Sep 07 09:49:53.133938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-378a7e9a-b458-4610-87f4-f744aa61f62a req-dc6b4d43-ce7f-4f23-b9e2-e6c5ddeaba36 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Sep 07 09:49:53.318230 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf2b8-8556-4a05-a217-f0a7694f7b7d req-990c6997-422f-4e59-a6a8-f6a8b261e08c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:53.319949 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6fcdf2b8-8556-4a05-a217-f0a7694f7b7d req-990c6997-422f-4e59-a6a8-f6a8b261e08c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0933108 Sep 07 09:49:53.327525 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-258a627b-3369-44d1-aef4-36a86e4d899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:53.329597 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-258a627b-3369-44d1-aef4-36a86e4d899d service neutron] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 916 time: 0.1726785 Sep 07 09:49:53.393498 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-670ff5b4-1cf8-4b30-b8ff-89730f0877bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76456733-ad2d-4d25-9428-8d8b682e415b HTTP/1.1" status: 200 len: 217 time: 0.0530078 Sep 07 09:49:53.399166 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6fcdf2b8-8556-4a05-a217-f0a7694f7b7d req-47013a0c-73b2-4923-a372-e446ed35f8cc tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663974 Sep 07 09:49:53.474504 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-62248bdf-0bde-42ce-8fe4-90896fb13637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:53.476372 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-62248bdf-0bde-42ce-8fe4-90896fb13637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0662785 Sep 07 09:49:53.517365 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-66fc8176-fbe9-4270-9ede-c9da452baf7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302720 Sep 07 09:49:53.604447 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55122) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:53.624083 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2188d9f1-223f-4598-874d-3eb80b7f497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.656390 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-51c0d9f6-63b3-4bd5-aa88-a86eabd56008 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235974 Sep 07 09:49:53.797853 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-37d5c155-93eb-44b9-89d1-da75bc5150f7 req-b3193f1d-7bcd-47c6-bcd2-9a6d3f51c095 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243238 Sep 07 09:49:53.818256 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2188d9f1-223f-4598-874d-3eb80b7f497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.823376 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2188d9f1-223f-4598-874d-3eb80b7f497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.870300 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-2188d9f1-223f-4598-874d-3eb80b7f497d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e185bc6c7cb4f67b1ade1fb1f89f5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647591 Sep 07 09:49:53.872843 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55130) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:53.878720 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188d9f1-223f-4598-874d-3eb80b7f497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83601bf-eefc-4c9a-976a-11323eaea28a,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:53.928892 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:53.950895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.001326 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.003970 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.005159 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f83601bf-eefc-4c9a-976a-11323eaea28a HTTP/1.1" status: 204 len: 168 time: 0.1314185 Sep 07 09:49:54.015245 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971db7a3-2cd0-4480-848d-d7e5e20179dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83601bf-eefc-4c9a-976a-11323eaea28a,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:54.259540 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8afd95-0506-4d71-98d5-2224bbe79f11 req-6452a84c-5ba4-48fc-8977-6cd737bdf0e4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:54.267502 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a8afd95-0506-4d71-98d5-2224bbe79f11 req-6452a84c-5ba4-48fc-8977-6cd737bdf0e4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 944 time: 0.0636997 Sep 07 09:49:54.303390 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a8afd95-0506-4d71-98d5-2224bbe79f11 req-9b23f0e9-972a-4b51-840f-2055f6c271d9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Sep 07 09:49:54.419771 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55152) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:54.434374 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3290e720-c032-481c-86bb-dcdc09e4dad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.548769 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 51cd844b-f682-42fb-92b9-21b9a054079c details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:49:54.560609 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3290e720-c032-481c-86bb-dcdc09e4dad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.565802 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3290e720-c032-481c-86bb-dcdc09e4dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.585221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0395df-dd20-4559-885e-60db341ec369 req-cad41ed5-34ee-42e1-baac-0badbb130b38 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:54.599182 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff0395df-dd20-4559-885e-60db341ec369 req-cad41ed5-34ee-42e1-baac-0badbb130b38 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1151724 Sep 07 09:49:54.620002 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-3290e720-c032-481c-86bb-dcdc09e4dad4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=364765f2c1b4493bb9037c60c8757df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989031 Sep 07 09:49:54.620748 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55172) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:54.622846 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290e720-c032-481c-86bb-dcdc09e4dad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c4c325-d21a-4f3f-ba0a-0c1fd72acf43,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:54.686785 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.687822 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff0395df-dd20-4559-885e-60db341ec369 req-7d52efd2-2ff1-4917-a8ce-d9d284952829 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877988 Sep 07 09:49:54.710534 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.745247 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=51cd844b-f682-42fb-92b9-21b9a054079c,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:54.757746 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '51cd844b-f682-42fb-92b9-21b9a054079c', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'port_id': '51cd844b-f682-42fb-92b9-21b9a054079c', 'mac_address': 'fa:16:3e:1c:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:49:54.777570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.780622 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.782698 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22c4c325-d21a-4f3f-ba0a-0c1fd72acf43 HTTP/1.1" status: 204 len: 168 time: 0.1605897 Sep 07 09:49:54.828544 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.833049 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd71c0-6951-427b-a7c2-99b096a9f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c4c325-d21a-4f3f-ba0a-0c1fd72acf43,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:54.872085 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cd844b-f682-42fb-92b9-21b9a054079c {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:49:54.898846 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=51cd844b-f682-42fb-92b9-21b9a054079c,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:49:54.905195 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:54.972348 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:54.981158 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.981612 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.981981 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.982327 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.982793 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.983182 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.983564 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.983947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.984363 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.984621 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.984947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:54.985269 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:49:55.273149 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ff01d1e9-a19e-4616-bb8b-a1167c49c855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:55.435511 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb879c82-eaee-4c2d-b2ca-76286b9312c9 req-95ce9d4a-dfb9-4993-8c76-fff8f8ad475b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:55.437065 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb879c82-eaee-4c2d-b2ca-76286b9312c9 req-95ce9d4a-dfb9-4993-8c76-fff8f8ad475b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 945 time: 0.0515382 Sep 07 09:49:55.480262 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eb879c82-eaee-4c2d-b2ca-76286b9312c9 req-b202d954-b7ac-489e-a0de-78445f756f69 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Sep 07 09:49:55.825041 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e65c8-de60-4234-b3d6-4d35f920cfdb req-f58dc025-a64b-4721-82f2-b0be3931c388 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:55.826920 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d59e65c8-de60-4234-b3d6-4d35f920cfdb req-f58dc025-a64b-4721-82f2-b0be3931c388 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0552692 Sep 07 09:49:55.881097 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d59e65c8-de60-4234-b3d6-4d35f920cfdb req-0bd63111-a38d-4012-8725-660847ef4bf5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Sep 07 09:49:56.206037 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55254) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:56.310289 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9147bf82-af74-4956-b25b-0f81e59d1cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.398618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9147bf82-af74-4956-b25b-0f81e59d1cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.402689 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9147bf82-af74-4956-b25b-0f81e59d1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.442904 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9147bf82-af74-4956-b25b-0f81e59d1cfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea092abadd294be8be684a0a0f9cf9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357976 Sep 07 09:49:56.443739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147bf82-af74-4956-b25b-0f81e59d1cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea5ad07-f82e-4358-b733-92a53b401bdc,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:56.445609 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55258) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:56.494288 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.515067 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.562690 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.565742 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.566472 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea5ad07-f82e-4358-b733-92a53b401bdc HTTP/1.1" status: 204 len: 168 time: 0.1193144 Sep 07 09:49:56.574603 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244a5f2-408c-48f5-8695-1e39eab3db9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea5ad07-f82e-4358-b733-92a53b401bdc,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:56.603329 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95483206-f69b-477c-b116-1433bfedf1ed req-fdb4168d-e956-490b-950b-5ede4597c489 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:56.604822 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95483206-f69b-477c-b116-1433bfedf1ed req-fdb4168d-e956-490b-950b-5ede4597c489 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 945 time: 0.0572739 Sep 07 09:49:56.643399 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95483206-f69b-477c-b116-1433bfedf1ed req-ae9af8f9-3e75-4a03-81fd-e4b15c3c3727 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Sep 07 09:49:56.844505 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55268) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:56.858025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-784b3c2a-eab7-454c-9736-f87b9d81a19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.957510 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-784b3c2a-eab7-454c-9736-f87b9d81a19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:56.967181 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-784b3c2a-eab7-454c-9736-f87b9d81a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:57.028783 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-784b3c2a-eab7-454c-9736-f87b9d81a19e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7a46a642389487faab1767a56ca4652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831846 Sep 07 09:49:57.031351 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55274) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:57.037639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b3c2a-eab7-454c-9736-f87b9d81a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd8427-bb4d-4c44-b720-02f4c1b79895,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:57.052709 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e18dd-d710-4d62-8de6-db9edec51b55 req-ac182c04-99db-4c50-acef-0cf527f1c820 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:57.054204 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3f4e18dd-d710-4d62-8de6-db9edec51b55 req-ac182c04-99db-4c50-acef-0cf527f1c820 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0995352 Sep 07 09:49:57.082452 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:57.092829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3f4e18dd-d710-4d62-8de6-db9edec51b55 req-45445d6d-bac4-46ef-b1b5-ef420b674406 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Sep 07 09:49:57.104138 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:57.152083 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:57.154678 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:57.155835 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63bd8427-bb4d-4c44-b720-02f4c1b79895 HTTP/1.1" status: 204 len: 168 time: 0.1234994 Sep 07 09:49:57.163477 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75947fb-6435-4adf-8228-47afdd976640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd8427-bb4d-4c44-b720-02f4c1b79895,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:57.756830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205032d4-d467-4046-b8ac-abf90b4cb6a3 req-47c961a5-b66f-4bbc-8026-b062ed006159 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:57.759311 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-205032d4-d467-4046-b8ac-abf90b4cb6a3 req-47c961a5-b66f-4bbc-8026-b062ed006159 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 945 time: 0.0500927 Sep 07 09:49:57.798585 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-205032d4-d467-4046-b8ac-abf90b4cb6a3 req-6588ad68-f02e-43c5-b54e-2e5dd4fa49b1 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Sep 07 09:49:57.995322 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.159590 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcff550-b86d-4757-a24b-90cd91a05b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.172175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55320) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:58.214860 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa29b0-14c3-474e-b3d9-2e7ad16ad9de req-78e149a8-23a4-4380-bdf4-96e22171e3c9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:58.216344 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66fa29b0-14c3-474e-b3d9-2e7ad16ad9de req-78e149a8-23a4-4380-bdf4-96e22171e3c9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0542505 Sep 07 09:49:58.255304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66fa29b0-14c3-474e-b3d9-2e7ad16ad9de req-233d5bc7-c53b-4ef8-af87-caed33cb4a0c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Sep 07 09:49:58.288098 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0d65792c-6f4b-4403-85ae-07561d7a6d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.386353 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0d65792c-6f4b-4403-85ae-07561d7a6d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.390183 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0d65792c-6f4b-4403-85ae-07561d7a6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.428683 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0d65792c-6f4b-4403-85ae-07561d7a6d96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6cd922701f64b9ba3577063a4cb5b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554467 Sep 07 09:49:58.429553 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65792c-6f4b-4403-85ae-07561d7a6d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d26ab-7921-4d2f-a51c-7dae78ed8948,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:58.431469 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55328) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:49:58.482121 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.501611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.543565 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['51cd844b-f682-42fb-92b9-21b9a054079c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:49:58.546716 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.549461 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:58.550595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f14d26ab-7921-4d2f-a51c-7dae78ed8948 HTTP/1.1" status: 204 len: 168 time: 0.1181631 Sep 07 09:49:58.565879 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2cab-ce80-4a79-9c60-e1090dde06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d26ab-7921-4d2f-a51c-7dae78ed8948,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:49:58.917879 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ded8b-d46f-4827-af50-9c7c0ff6f967 req-68234888-7540-44a5-abd8-70cfd1094497 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:58.919314 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd3ded8b-d46f-4827-af50-9c7c0ff6f967 req-68234888-7540-44a5-abd8-70cfd1094497 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Sep 07 09:49:58.959565 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd3ded8b-d46f-4827-af50-9c7c0ff6f967 req-fad0629f-9c4a-4dea-906d-aa733270d9ef tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Sep 07 09:49:59.022509 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:49:59.420715 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00af5-74d5-4923-b51a-4b8367c31da8 req-7aa20497-6183-484f-a88d-ee4bba8b4ce9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:49:59.422416 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8bc00af5-74d5-4923-b51a-4b8367c31da8 req-7aa20497-6183-484f-a88d-ee4bba8b4ce9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0881634 Sep 07 09:49:59.480680 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8bc00af5-74d5-4923-b51a-4b8367c31da8 req-2376f39b-2276-4c32-83b7-f4b5343c35e5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Sep 07 09:50:00.083195 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6a0cd-53a2-40a9-b975-26aca316a1f2 req-e9b73b9a-df16-48a0-892e-5ae0f658be53 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:00.084731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2fa6a0cd-53a2-40a9-b975-26aca316a1f2 req-e9b73b9a-df16-48a0-892e-5ae0f658be53 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Sep 07 09:50:00.125179 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2fa6a0cd-53a2-40a9-b975-26aca316a1f2 req-9877fb2c-0edc-4495-bcc4-4fe30dfd2ca3 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Sep 07 09:50:00.366643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 51cd844b-f682-42fb-92b9-21b9a054079c up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:50:00.418953 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 51cd844b-f682-42fb-92b9-21b9a054079c completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:50:00.423621 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 51cd844b-f682-42fb-92b9-21b9a054079c triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:50:00.424242 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:00.502612 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:00.531351 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:00.533723 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842438a-09b3-422c-beb5-8c6935f2c34f" -d '{"events": [{"server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "name": "network-vif-plugged", "status": "completed", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:00.548234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=51cd844b-f682-42fb-92b9-21b9a054079c,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:00.553870 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:00.593822 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d17723-1305-4a03-9276-5c6fb1a53a6c x-openstack-request-id: req-76d17723-1305-4a03-9276-5c6fb1a53a6c {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:00.594220 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "name": "network-vif-plugged", "status": "completed", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:00.594567 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76d17723-1305-4a03-9276-5c6fb1a53a6c {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:00.595053 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c', 'code': 200} Sep 07 09:50:00.623636 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:00.650298 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad34391-11d5-45c3-8c74-75b8df1a424d req-6ac3f898-7948-4e71-a7ce-cc948eb5ef47 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:00.652943 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cad34391-11d5-45c3-8c74-75b8df1a424d req-6ac3f898-7948-4e71-a7ce-cc948eb5ef47 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0837667 Sep 07 09:50:00.738593 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cad34391-11d5-45c3-8c74-75b8df1a424d req-9f657896-4fe4-40a1-9841-1bff7a9ba1a2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747378 Sep 07 09:50:00.804672 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:00.883235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded8c8c-e111-42ab-9bf6-d429a60173ae req-3370a011-def7-45ee-807b-71178ae6aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:00.885237 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-9ded8c8c-e111-42ab-9bf6-d429a60173ae req-3370a011-def7-45ee-807b-71178ae6aebd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 1099 time: 0.0424871 Sep 07 09:50:00.920573 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-9ded8c8c-e111-42ab-9bf6-d429a60173ae req-fd8ffc64-65e1-4166-b73c-08972095a341 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272703 Sep 07 09:50:01.240613 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd61238-f58e-48d7-9505-d08133fd485a req-37bc8ba5-5f83-45b8-af67-b952361b5f6d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:01.242090 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3cd61238-f58e-48d7-9505-d08133fd485a req-37bc8ba5-5f83-45b8-af67-b952361b5f6d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.0483642 Sep 07 09:50:01.279206 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3cd61238-f58e-48d7-9505-d08133fd485a req-3c4772cd-efd3-4f82-9878-abed67b40db6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Sep 07 09:50:01.862786 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02d9bc-1d98-49fb-8ed2-8d2c420c20e3 req-2b7009c0-cd49-4f68-921f-b31ef9f4d0b2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:01.864572 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe02d9bc-1d98-49fb-8ed2-8d2c420c20e3 req-2b7009c0-cd49-4f68-921f-b31ef9f4d0b2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0673702 Sep 07 09:50:01.912825 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe02d9bc-1d98-49fb-8ed2-8d2c420c20e3 req-dd7b27c8-ff1a-44c4-aa7c-f65a606bc2a1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Sep 07 09:50:02.367935 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55508) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:02.440422 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df695a2-ec91-48a9-837c-e033d1a3c797 req-fb188042-9a49-479d-9065-f3904a64ca6f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:02.442141 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5df695a2-ec91-48a9-837c-e033d1a3c797 req-fb188042-9a49-479d-9065-f3904a64ca6f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.0771976 Sep 07 09:50:02.484927 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5df695a2-ec91-48a9-837c-e033d1a3c797 req-a98d88c3-a777-422e-8267-2c06e3c1b2d9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Sep 07 09:50:02.507686 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8f7717bd-83ad-46a3-85bf-39c18e251172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.607896 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8f7717bd-83ad-46a3-85bf-39c18e251172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.611893 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8f7717bd-83ad-46a3-85bf-39c18e251172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.658153 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8f7717bd-83ad-46a3-85bf-39c18e251172 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=734ec13278ea40b5a516cbd1fb718211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855902 Sep 07 09:50:02.658153 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7717bd-83ad-46a3-85bf-39c18e251172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65364d-0e58-4218-a4c9-7f0d439d6773,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:02.658904 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55522) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:02.708035 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.733214 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.791582 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.794391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:02.797869 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c65364d-0e58-4218-a4c9-7f0d439d6773 HTTP/1.1" status: 204 len: 168 time: 0.1356542 Sep 07 09:50:02.803541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c7bae-84e2-413a-97be-e4848b6c9c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65364d-0e58-4218-a4c9-7f0d439d6773,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:03.034781 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511066f-f5ee-4fba-922c-8c9a0f75bbb5 req-939a819f-dfe9-49c3-ba4d-239d7923f48a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:03.037514 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5511066f-f5ee-4fba-922c-8c9a0f75bbb5 req-939a819f-dfe9-49c3-ba4d-239d7923f48a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0550411 Sep 07 09:50:03.093957 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5511066f-f5ee-4fba-922c-8c9a0f75bbb5 req-329479fc-14ea-4f5e-891d-223d0d25aad9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Sep 07 09:50:03.475900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55558) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:03.596109 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2082024827-network', 'tenant_id': 'c6e818454c7e4399b54558698e9ce995'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:03.629241 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Made reservation on behalf of c6e818454c7e4399b54558698e9ce995 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:03.631510 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.640937 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.641424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b237f-5458-44ac-9a7b-ef28c27e9591 req-75cbff01-50ad-43f2-b9ea-6fe33895fcd7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:03.643048 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a7b237f-5458-44ac-9a7b-ef28c27e9591 req-75cbff01-50ad-43f2-b9ea-6fe33895fcd7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.0839770 Sep 07 09:50:03.687542 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a7b237f-5458-44ac-9a7b-ef28c27e9591 req-cb4bc18a-0026-4499-a7a0-865f6c7f9602 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Sep 07 09:50:03.751844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.755560 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.781364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:50:03.790750 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae10e7b4-302f-49c5-a5ba-9d0d87eef8ff,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:03.796333 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.796724 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Added segment b27a28ff-c83f-40bb-9e40-4e621438ea8e of type vlan for network e2fd814a-3ea2-4ec8-aa18-68775a86aa8f Sep 07 09:50:03.847869 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.874037 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.874994 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:03.875583 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.903343 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4259477 Sep 07 09:50:03.906312 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55576) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:03.911917 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Request body: {'subnet': {'network_id': 'e2fd814a-3ea2-4ec8-aa18-68775a86aa8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2082024827-subnet', 'tenant_id': 'c6e818454c7e4399b54558698e9ce995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:03.935390 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Made reservation on behalf of c6e818454c7e4399b54558698e9ce995 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:03.938017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:03.940957 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a6ff-9a8f-4bbd-b642-c64202241333 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fd814a-3ea2-4ec8-aa18-68775a86aa8f,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:03.953314 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network e2fd814a-3ea2-4ec8-aa18-68775a86aa8f details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:50:04.186671 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:04.283560 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cb0dc-88f6-4cca-9484-2192a74db63d req-32208b55-6125-4759-8b0c-ec9f98c915a1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:04.285409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e69cb0dc-88f6-4cca-9484-2192a74db63d req-32208b55-6125-4759-8b0c-ec9f98c915a1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1109948 Sep 07 09:50:04.300305 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Checking segment: {'id': 'b27a28ff-c83f-40bb-9e40-4e621438ea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e2fd814a-3ea2-4ec8-aa18-68775a86aa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:04.300616 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Network hostable DHCP agents. Network: e2fd814a-3ea2-4ec8-aa18-68775a86aa8f, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:50:04.304372 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ed5297-e50c-4fd0-be9f-fd10dd1ce757,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:04.359479 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e69cb0dc-88f6-4cca-9484-2192a74db63d req-14044dcf-8ec2-43ea-a8bf-f8c69b014931 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Sep 07 09:50:04.361607 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Network e2fd814a-3ea2-4ec8-aa18-68775a86aa8f is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:50:04.372854 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, e2fd814a-3ea2-4ec8-aa18-68775a86aa8f) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:04.379142 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:04.380187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:04.391964 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7291b-dbbd-4746-b99d-111ecbd7635f None None] Network e2fd814a-3ea2-4ec8-aa18-68775a86aa8f requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:04.411821 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-de7e5899-e920-4537-97ce-b913eddca093 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5039258 Sep 07 09:50:04.569840 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a9442-1998-4f3d-a4e0-2c037bcb7d00 None None] Network e2fd814a-3ea2-4ec8-aa18-68775a86aa8f requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:04.922565 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55618) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:04.927528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1029160065-network', 'tenant_id': '7af8a8232ba84698b644bd43ba64f7df'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:04.950963 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Made reservation on behalf of 7af8a8232ba84698b644bd43ba64f7df for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:04.953647 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:04.965979 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.082427 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.086228 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.108153 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:50:05.121363 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccbfd5-7abe-4768-acfb-e9c28e8ee513,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:05.126267 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.126607 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Added segment a1b92c1a-c776-4ac2-b49a-a845ad62402d of type vlan for network a008d26e-75eb-476c-b60a-f85bd4e2aa49 Sep 07 09:50:05.166089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.194259 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.195218 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:05.195813 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.223484 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2997613 Sep 07 09:50:05.226355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55626) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:05.234007 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Request body: {'subnet': {'network_id': 'a008d26e-75eb-476c-b60a-f85bd4e2aa49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1029160065-subnet', 'tenant_id': '7af8a8232ba84698b644bd43ba64f7df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:05.253610 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Made reservation on behalf of 7af8a8232ba84698b644bd43ba64f7df for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:05.255829 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.261671 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370d64d-5585-4814-ada6-c757999fb55d admin admin] Pushing event updated for resources: {'Network': ['ID=a008d26e-75eb-476c-b60a-f85bd4e2aa49,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:05.272497 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network a008d26e-75eb-476c-b60a-f85bd4e2aa49 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:50:05.433710 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.485779 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=865efa71-c5b3-4828-9275-2884f72ac527,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:05.486443 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faade874-087c-45c1-9336-b394ad8683fc req-b0fcde5f-2790-4ffa-894e-4759deca7b3f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:05.500076 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-faade874-087c-45c1-9336-b394ad8683fc req-b0fcde5f-2790-4ffa-894e-4759deca7b3f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0645463 Sep 07 09:50:05.520184 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Checking segment: {'id': 'a1b92c1a-c776-4ac2-b49a-a845ad62402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a008d26e-75eb-476c-b60a-f85bd4e2aa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:05.520841 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Network hostable DHCP agents. Network: a008d26e-75eb-476c-b60a-f85bd4e2aa49, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:50:05.541514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Network a008d26e-75eb-476c-b60a-f85bd4e2aa49 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:50:05.552901 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, a008d26e-75eb-476c-b60a-f85bd4e2aa49) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:05.557750 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:05.558402 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:05.560076 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-faade874-087c-45c1-9336-b394ad8683fc req-8b213670-9ad4-49e8-8822-44b6e65e01be tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525367 Sep 07 09:50:05.572322 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a659ee-92a5-4bf7-b380-1f306ec526ff None None] Network a008d26e-75eb-476c-b60a-f85bd4e2aa49 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:05.581047 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ba7a0449-08e8-41da-b60b-b3c759b98daa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3518698 Sep 07 09:50:05.731135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b0e0d-855a-43c9-a724-015adfb94aea None None] Network a008d26e-75eb-476c-b60a-f85bd4e2aa49 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:06.678752 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572636a2-4224-4ebb-85c4-d47474cd377b req-db9ec723-cc88-4a04-87ca-7aaf30bcb4ea tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:06.680283 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-572636a2-4224-4ebb-85c4-d47474cd377b req-db9ec723-cc88-4a04-87ca-7aaf30bcb4ea tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Sep 07 09:50:06.715509 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-572636a2-4224-4ebb-85c4-d47474cd377b req-65a2dd86-c487-467e-8d55-43e6be912a3f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293534 Sep 07 09:50:07.826112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2edc45-b8c5-4866-a305-d4cb2dcf86b2 req-f5925682-7799-40dc-9872-e1d5f9d17823 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:07.827478 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2edc45-b8c5-4866-a305-d4cb2dcf86b2 req-f5925682-7799-40dc-9872-e1d5f9d17823 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Sep 07 09:50:07.863689 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2edc45-b8c5-4866-a305-d4cb2dcf86b2 req-399dffd0-2a9c-4190-8a2f-88a3b20fa002 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304108 Sep 07 09:50:08.978788 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df40a42-8a2f-456f-8a12-814c4a13ab45 req-a3171f8b-e340-41b7-b2d4-0bcfe8a59e6e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:08.980250 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4df40a42-8a2f-456f-8a12-814c4a13ab45 req-a3171f8b-e340-41b7-b2d4-0bcfe8a59e6e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0474870 Sep 07 09:50:09.016796 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4df40a42-8a2f-456f-8a12-814c4a13ab45 req-ca9bd357-c4e2-4508-9d02-c35623ff2f8a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Sep 07 09:50:10.136257 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff296964-3688-4b16-85f0-109b7877fc4f req-034975f2-58ab-4d42-98d5-30e2235729de tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:10.137653 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff296964-3688-4b16-85f0-109b7877fc4f req-034975f2-58ab-4d42-98d5-30e2235729de tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0509808 Sep 07 09:50:10.178133 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff296964-3688-4b16-85f0-109b7877fc4f req-d3c8bc55-7e11-49b1-8b2f-a39ff153523b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Sep 07 09:50:10.880712 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55768) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:11.006795 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e3d9-7a52-4c5f-856a-74b02e6d9eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.103222 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e3d9-7a52-4c5f-856a-74b02e6d9eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.106935 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e3d9-7a52-4c5f-856a-74b02e6d9eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.148117 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b9c8e3d9-7a52-4c5f-856a-74b02e6d9eda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba40f4ba5af46f795e8fb67c5e27dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662740 Sep 07 09:50:11.149582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8e3d9-7a52-4c5f-856a-74b02e6d9eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025ef4c-76c9-4d60-b6ba-7ffe4f975213,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:11.151482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55776) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:11.198058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.218827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.287831 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.291035 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.292158 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e025ef4c-76c9-4d60-b6ba-7ffe4f975213 HTTP/1.1" status: 204 len: 168 time: 0.1397469 Sep 07 09:50:11.301850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32b70-e61b-4117-ac90-c31f075bc20d req-c34310ec-12cf-49d8-b380-fcd5337e5657 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:11.303272 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9dc32b70-e61b-4117-ac90-c31f075bc20d req-c34310ec-12cf-49d8-b380-fcd5337e5657 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0546560 Sep 07 09:50:11.317106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fddb5-2944-484e-a72e-4db0508c2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025ef4c-76c9-4d60-b6ba-7ffe4f975213,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:11.346307 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9dc32b70-e61b-4117-ac90-c31f075bc20d req-79a8bf28-b41f-46e2-814f-083f85ec6e3b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349882 Sep 07 09:50:11.563478 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55786) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:11.582894 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32d9c324-b8b5-441f-bc1c-74619a080883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.677869 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32d9c324-b8b5-441f-bc1c-74619a080883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.682261 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-32d9c324-b8b5-441f-bc1c-74619a080883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.730460 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-32d9c324-b8b5-441f-bc1c-74619a080883 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81beddbfc8e84c828621f3e7a1ea54b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659045 Sep 07 09:50:11.731432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c324-b8b5-441f-bc1c-74619a080883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f329496c-1539-4d24-b5d4-6e88902e9a79,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:11.733113 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 55788) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:11.786512 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.806805 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.857983 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.860861 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:11.864864 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f329496c-1539-4d24-b5d4-6e88902e9a79 HTTP/1.1" status: 204 len: 168 time: 0.1306217 Sep 07 09:50:11.875518 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22312fbd-e291-4c61-8411-3c180270018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f329496c-1539-4d24-b5d4-6e88902e9a79,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:12.260142 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55814) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:12.272957 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fa69831b-fc70-44b5-a6b2-82bce21eca9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.357511 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fa69831b-fc70-44b5-a6b2-82bce21eca9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.361109 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fa69831b-fc70-44b5-a6b2-82bce21eca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.397278 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69831b-fc70-44b5-a6b2-82bce21eca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8885c932-209f-43ab-9623-4b7356d31931,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:12.406803 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fa69831b-fc70-44b5-a6b2-82bce21eca9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90fcea119181454c810cb9b292878da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429584 Sep 07 09:50:12.407726 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 55818) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:12.487632 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af84b04-38af-4332-a9a3-698d37e3e20d req-81d332d8-87c5-4cf6-ac54-74700c01f665 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:12.489018 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8af84b04-38af-4332-a9a3-698d37e3e20d req-81d332d8-87c5-4cf6-ac54-74700c01f665 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0694420 Sep 07 09:50:12.503660 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.540017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.552785 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8af84b04-38af-4332-a9a3-698d37e3e20d req-8af7932c-e191-4ef5-a0bc-bb598890bdaf tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Sep 07 09:50:12.594377 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.597031 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:12.598154 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8885c932-209f-43ab-9623-4b7356d31931 HTTP/1.1" status: 204 len: 168 time: 0.1902974 Sep 07 09:50:12.606552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4945b-9b39-4af3-856e-c815cabe1918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885c932-209f-43ab-9623-4b7356d31931,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:13.670528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0ca9d-5bef-4665-94a7-5601d9dd41d3 req-8e06742f-0fa5-42f6-8d09-1185367661d2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:13.672054 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-efb0ca9d-5bef-4665-94a7-5601d9dd41d3 req-8e06742f-0fa5-42f6-8d09-1185367661d2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Sep 07 09:50:13.717572 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-efb0ca9d-5bef-4665-94a7-5601d9dd41d3 req-3bbe0710-52de-4384-be00-f25afce770ec tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 Sep 07 09:50:15.010209 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f2afc-f3c2-43a2-96b6-8c3794533978 req-6c0acd47-c85d-44d3-982f-d5b3103e4ce5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:15.011728 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b69f2afc-f3c2-43a2-96b6-8c3794533978 req-6c0acd47-c85d-44d3-982f-d5b3103e4ce5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.2250550 Sep 07 09:50:15.049969 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b69f2afc-f3c2-43a2-96b6-8c3794533978 req-9c6fab97-2c22-4af3-91d0-d35c97d9257c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Sep 07 09:50:16.163881 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf319-10d5-4588-b367-fc38bf81ea0b req-a87f1562-00b9-4017-a529-edb7170886d9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:16.165968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aebdf319-10d5-4588-b367-fc38bf81ea0b req-a87f1562-00b9-4017-a529-edb7170886d9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Sep 07 09:50:16.203602 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aebdf319-10d5-4588-b367-fc38bf81ea0b req-e3e49d34-81c8-4c3d-b7dd-693e4793a4cb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Sep 07 09:50:17.318842 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01de6e8-5e27-4ed6-932c-1588cb3759cc req-047d6954-9c79-4dda-90ec-99e1724efe3e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:17.320879 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e01de6e8-5e27-4ed6-932c-1588cb3759cc req-047d6954-9c79-4dda-90ec-99e1724efe3e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Sep 07 09:50:17.358806 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e01de6e8-5e27-4ed6-932c-1588cb3759cc req-8a535823-adc8-4b7a-91c8-603cedb45676 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 07 09:50:18.487004 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f2a84-80a3-4535-9d2d-1865abfeae66 req-b09c9bdf-33d4-4903-b9e6-c8a7600b8ec5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:18.489374 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c00f2a84-80a3-4535-9d2d-1865abfeae66 req-b09c9bdf-33d4-4903-b9e6-c8a7600b8ec5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0544815 Sep 07 09:50:18.528790 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c00f2a84-80a3-4535-9d2d-1865abfeae66 req-583cc7cf-7c05-4ab3-a849-3b0581102f97 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Sep 07 09:50:19.615578 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:50:19.646670 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071153-97e8-4cfa-b366-16d9c28be121 req-df2d96ef-afc6-4a3d-949c-6962c98e7509 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:19.648154 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a071153-97e8-4cfa-b366-16d9c28be121 req-df2d96ef-afc6-4a3d-949c-6962c98e7509 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Sep 07 09:50:19.687100 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a071153-97e8-4cfa-b366-16d9c28be121 req-5bf0a32b-d036-4c0b-b170-b79eca7cf7df tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Sep 07 09:50:20.807455 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56f1e6-1666-4a59-92b6-bc19a8d4c772 req-1d7c32c3-bfd4-46a7-8df5-ecb818484d60 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:20.808961 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c56f1e6-1666-4a59-92b6-bc19a8d4c772 req-1d7c32c3-bfd4-46a7-8df5-ecb818484d60 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0485592 Sep 07 09:50:20.847415 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c56f1e6-1666-4a59-92b6-bc19a8d4c772 req-8fa0d95b-4f19-45d6-9c8f-124614e2e28a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Sep 07 09:50:21.521096 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-928bd355-aba0-4472-8ba2-63ed565c7a6a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:21.522553 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-928bd355-aba0-4472-8ba2-63ed565c7a6a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1142747 Sep 07 09:50:21.544840 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-cebbb2d0-3ff7-4815-bd7d-f3bf22889151 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/quotas/553ce826e69f4967b0f78906221fa074 HTTP/1.1" status: 200 len: 375 time: 0.0156152 Sep 07 09:50:21.600029 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-cf0ae113-1c31-43e0-a351-c9d3faab5390 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496128 Sep 07 09:50:21.706937 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-90774f24-48c4-4c35-9eef-a7774e59b0c1 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978053 Sep 07 09:50:21.805805 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-4de87ff9-1f8a-40fb-bb1c-3478306df357 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973732 Sep 07 09:50:22.025745 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8af42569-85a7-42b2-b1f0-986c15bd8c53 req-df01db2c-2d3e-4e27-a0ae-d2cc450e3daa tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 210 time: 0.0386417 Sep 07 09:50:22.051529 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877d10-413f-4880-848c-4ba5c0d7dffd req-6c14888c-4f04-4448-97a4-cd2a1c71a5b0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:22.053198 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5877d10-413f-4880-848c-4ba5c0d7dffd req-6c14888c-4f04-4448-97a4-cd2a1c71a5b0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.1127264 Sep 07 09:50:22.113178 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5877d10-413f-4880-848c-4ba5c0d7dffd req-820bdec1-38b3-4370-9302-5014f50f75fa tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Sep 07 09:50:22.298547 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.499519 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56126) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:22.547145 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Deleting subnet 30ed5297-e50c-4fd0-be9f-fd10dd1ce757 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:50:22.550984 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.595504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.605924 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.669769 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.695389 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ed5297-e50c-4fd0-be9f-fd10dd1ce757,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:22.700271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.702383 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4b98b1c7-f379-4345-bb44-8b5b0e7929c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30ed5297-e50c-4fd0-be9f-fd10dd1ce757 HTTP/1.1" status: 204 len: 168 time: 0.2015789 Sep 07 09:50:22.704441 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56134) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:22.775382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.866051 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:22.885569 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.885908 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.886638 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.886973 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.887298 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.887626 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.887954 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.888410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.888763 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.889112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.968648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.968859 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.969190 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.969518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 09:50:22.969888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fd814a-3ea2-4ec8-aa18-68775a86aa8f']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:22.982847 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d8cc-7ebc-40a7-9d82-649ea71d65f5 req-b918ffa6-160b-4127-bae1-f4f55216d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:22.984793 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e4d0d8cc-7ebc-40a7-9d82-649ea71d65f5 req-b918ffa6-160b-4127-bae1-f4f55216d5a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0428963 Sep 07 09:50:22.987450 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27a28ff-c83f-40bb-9e40-4e621438ea8e') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:22.987743 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27a28ff-c83f-40bb-9e40-4e621438ea8e') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:23.007278 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.021461 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e4d0d8cc-7ebc-40a7-9d82-649ea71d65f5 req-941a3082-52e9-464d-bbe5-087cc5f6b918 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270207 Sep 07 09:50:23.028236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.035885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:50:23.036260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: from cryptography.utils import int_from_bytes Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: from cryptography.utils import int_from_bytes Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:50:23.040229 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:50:23.116940 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c88a5b3a-c948-4f90-be8c-728f35026dd3 req-ef7e3f5e-fe4f-4767-8505-1bdcf0ee1334 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 210 time: 0.0268764 Sep 07 09:50:23.117655 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.124942 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.129716 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56144) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:23.141144 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2fd814a-3ea2-4ec8-aa18-68775a86aa8f HTTP/1.1" status: 204 len: 168 time: 0.4355528 Sep 07 09:50:23.161426 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf091d0-07ee-468c-8d73-94b139c310e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fd814a-3ea2-4ec8-aa18-68775a86aa8f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:23.202522 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Deleting subnet 865efa71-c5b3-4828-9275-2884f72ac527 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:50:23.205798 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.240912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.243089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2912dc-e6cc-40d5-b507-bcf17d838469 req-2912e861-ea6d-4f19-9191-3b5d60514958 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:23.245395 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e2912dc-e6cc-40d5-b507-bcf17d838469 req-2912e861-ea6d-4f19-9191-3b5d60514958 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0575006 Sep 07 09:50:23.279680 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.282702 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e2912dc-e6cc-40d5-b507-bcf17d838469 req-b3fe13d5-49b9-4a6b-b52f-b18e038ab509 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Sep 07 09:50:23.332842 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.363693 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865efa71-c5b3-4828-9275-2884f72ac527,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:23.365728 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.368126 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-913e581b-e66a-4739-a732-7973a6e3e2f8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/865efa71-c5b3-4828-9275-2884f72ac527 HTTP/1.1" status: 204 len: 168 time: 0.2368114 Sep 07 09:50:23.370392 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56152) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:23.441534 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.518862 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.544037 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a008d26e-75eb-476c-b60a-f85bd4e2aa49']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:23.562397 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b92c1a-c776-4ac2-b49a-a845ad62402d') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:23.562397 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b92c1a-c776-4ac2-b49a-a845ad62402d') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:50:23.572762 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.589563 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.595963 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:50:23.596371 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:50:23.598135 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:50:23.706366 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.720582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:23.722436 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a008d26e-75eb-476c-b60a-f85bd4e2aa49 HTTP/1.1" status: 204 len: 168 time: 0.3511510 Sep 07 09:50:23.735923 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbe832-b275-4b4c-90cf-f4093718ecc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a008d26e-75eb-476c-b60a-f85bd4e2aa49,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:23.765178 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8d9953e9-e3f4-42fd-ba6d-be41309fad18 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:23.766719 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8d9953e9-e3f4-42fd-ba6d-be41309fad18 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1587179 Sep 07 09:50:23.792250 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Request body: {'port': {'device_id': '75aecccb-87dc-4026-ae68-e22e201eb414', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'admin_state_up': True, 'tenant_id': '553ce826e69f4967b0f78906221fa074'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:23.903964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56160) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:23.910099 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:23.913430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.000296 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4245bbe9-6658-46b2-8763-7a20379e19e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6e818454c7e4399b54558698e9ce995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951748 Sep 07 09:50:24.004041 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56164) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:24.061119 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.067877 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Allocated IP 172.20.0.6 (84e9b049-2bc4-46e7-95ae-3ef658ee72dc/b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4/81a0f89f-f5b0-44e0-9237-893e7b231461) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:50:24.081967 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.132801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.135803 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.137207 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae10e7b4-302f-49c5-a5ba-9d0d87eef8ff HTTP/1.1" status: 204 len: 168 time: 0.1321464 Sep 07 09:50:24.148018 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93862-e476-4376-a7a7-0eef38a2ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae10e7b4-302f-49c5-a5ba-9d0d87eef8ff,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:24.233807 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.234140 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b64cf497-fb68-479d-ba4f-3c2f85d8296d req-55d93abb-d740-4227-bf22-35408cf0b4d4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 210 time: 0.0396349 Sep 07 09:50:24.286008 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.334275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b', '51cd844b-f682-42fb-92b9-21b9a054079c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:50:24.365495 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event updated for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:24.369666 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:50:24.371844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:24.374525 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:50:24.428341 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e8956-cf31-48b3-a09d-b3d6032a5404 req-ad5b9ed2-4e6a-4441-8a61-6bc43aa7fa7f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:24.430318 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e36e8956-cf31-48b3-a09d-b3d6032a5404 req-ad5b9ed2-4e6a-4441-8a61-6bc43aa7fa7f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0593672 Sep 07 09:50:24.444853 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:24.451137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.474243 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-e905959b-9ee7-4320-a5b7-3e80a05577c8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6870518 Sep 07 09:50:24.496669 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e36e8956-cf31-48b3-a09d-b3d6032a5404 req-6e3fdaf1-e2a7-4438-93ed-47766ff4f465 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Sep 07 09:50:24.533731 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Request body: {'port': {'device_id': '75aecccb-87dc-4026-ae68-e22e201eb414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:24.614015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.671869 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56182) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:24.719069 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-00e5dae1-d0a7-4f3b-a7ab-63e59973fbb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7af8a8232ba84698b644bd43ba64f7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459495 Sep 07 09:50:24.721562 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56184) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:24.769376 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.789596 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.836268 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.839079 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.840432 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37ccbfd5-7abe-4768-acfb-e9c28e8ee513 HTTP/1.1" status: 204 len: 168 time: 0.1178417 Sep 07 09:50:24.852089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39997d1c-b8b8-446b-8b8f-d16f338ef23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccbfd5-7abe-4768-acfb-e9c28e8ee513,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:24.907648 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a0f89f-f5b0-44e0-9237-893e7b231461 {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:24.915971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:24.933102 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Transition to ACTIVE for port object 81a0f89f-f5b0-44e0-9237-893e7b231461 will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:50:24.937353 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:25.008505 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:25.062643 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Attempting to bind port 81a0f89f-f5b0-44e0-9237-893e7b231461 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:50:25.063000 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Attempting to bind port 81a0f89f-f5b0-44e0-9237-893e7b231461 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:50:25.063350 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Attempting to bind port 81a0f89f-f5b0-44e0-9237-893e7b231461 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:25.069480 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Port 81a0f89f-f5b0-44e0-9237-893e7b231461 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:50:25.069809 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Attempting to bind port 81a0f89f-f5b0-44e0-9237-893e7b231461 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:25.075811 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:50:25.076202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Checking segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:25.076547 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Bound using segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:50:25.076992 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Bound port: 81a0f89f-f5b0-44e0-9237-893e7b231461, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:50:25.077485 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:25.151341 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:50:25.155674 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=81a0f89f-f5b0-44e0-9237-893e7b231461,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:50:25.159374 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:25.198136 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.198748 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:25.200194 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] 10.222.0.20 "PUT /v2.0/ports/81a0f89f-f5b0-44e0-9237-893e7b231461 HTTP/1.1" status: 200 len: 1093 time: 0.6708810 Sep 07 09:50:25.200565 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:25.202872 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b104eda2-3d76-4047-863f-0dfd48827635" -d '{"events": [{"name": "network-changed", "server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:25.225260 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ebd00-d333-4c42-8b60-5b9ff23e6644 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:25.252370 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e477e-23b8-4b62-bfdb-54dba9e1175a x-openstack-request-id: req-d75e477e-23b8-4b62-bfdb-54dba9e1175a {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:25.252745 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:25.253072 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d75e477e-23b8-4b62-bfdb-54dba9e1175a {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:25.253527 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461', 'status': 'completed', 'code': 200} Sep 07 09:50:25.269124 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6aef-04ff-463a-90ae-af19c54db19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:25.385465 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-19266ae3-b592-4c90-9f1d-e33847518406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.385465 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-19266ae3-b592-4c90-9f1d-e33847518406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 1096 time: 0.0701790 Sep 07 09:50:25.443618 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-4034db1e-df3c-4076-b8b5-a9032eab3c7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81a0f89f-f5b0-44e0-9237-893e7b231461 HTTP/1.1" status: 200 len: 217 time: 0.0377862 Sep 07 09:50:25.450884 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5ff9-06ba-4bcd-9fa8-100e41582d8b req-78a61f8a-14c6-48f6-8401-92cbacb37844 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.458949 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d3b5ff9-06ba-4bcd-9fa8-100e41582d8b req-78a61f8a-14c6-48f6-8401-92cbacb37844 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 943 time: 0.0960031 Sep 07 09:50:25.494125 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d3b5ff9-06ba-4bcd-9fa8-100e41582d8b req-19328f43-1175-48b2-99c7-268300e9c18a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Sep 07 09:50:25.517494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-6af12e9f-597f-4a3a-856a-501db9a8a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.518982 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-6af12e9f-597f-4a3a-856a-501db9a8a582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0639193 Sep 07 09:50:25.564072 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-9e144226-0a1c-4d18-83cd-3a476fdb463b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368166 Sep 07 09:50:25.689531 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e44aa-73c5-4877-8814-f6c172b63409 req-858decf8-fa8f-4590-b870-4d03bacac895 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.693549 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-7409a234-4387-47cf-8c34-5007cd8a7077 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134324 Sep 07 09:50:25.697279 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-916e44aa-73c5-4877-8814-f6c172b63409 req-858decf8-fa8f-4590-b870-4d03bacac895 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0774157 Sep 07 09:50:25.746968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-916e44aa-73c5-4877-8814-f6c172b63409 req-0f4c8479-8a50-45ef-a3a6-ba59f735cd43 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Sep 07 09:50:25.808073 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-161e1ba4-b488-4054-a2f4-c8edcd36043d req-922d2dad-fc4e-4c17-8cae-0b746b149993 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056831 Sep 07 09:50:25.874270 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779623c4-aa3a-483b-9fee-6cfbe1f421f8 req-6f52b8e9-b47c-4bc5-8275-4d12f4e1e1df tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.875773 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-779623c4-aa3a-483b-9fee-6cfbe1f421f8 req-6f52b8e9-b47c-4bc5-8275-4d12f4e1e1df tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0502508 Sep 07 09:50:25.921330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-779623c4-aa3a-483b-9fee-6cfbe1f421f8 req-ef5fbaa8-30c7-4d6e-b4d8-66250973099f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Sep 07 09:50:25.937533 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104eda2-3d76-4047-863f-0dfd48827635 req-3cf62e34-6f52-4506-8cf5-d7b17ce8acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:25.939028 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-3cf62e34-6f52-4506-8cf5-d7b17ce8acef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 1096 time: 0.0428762 Sep 07 09:50:26.056558 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104eda2-3d76-4047-863f-0dfd48827635 req-fe58fd48-3f49-467b-ada6-f11fc62f966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:26.058862 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-fe58fd48-3f49-467b-ada6-f11fc62f966f service neutron] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 916 time: 0.0957315 Sep 07 09:50:26.110064 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-111df574-3f6a-4465-b92a-a9cf12967337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81a0f89f-f5b0-44e0-9237-893e7b231461 HTTP/1.1" status: 200 len: 217 time: 0.0373385 Sep 07 09:50:26.179402 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104eda2-3d76-4047-863f-0dfd48827635 req-ff5d99d3-ac54-4d28-b85c-f603e0771a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:26.180996 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-ff5d99d3-ac54-4d28-b85c-f603e0771a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0562093 Sep 07 09:50:26.223384 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56236) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:26.225452 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-a640599a-3275-4cb1-8195-e5eb1b9bf4ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352561 Sep 07 09:50:26.328927 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-89ecbbba-3859-4174-a3d6-35019afdc47c service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938587 Sep 07 09:50:26.368186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5c00b901-8ce8-4027-af48-c8522b69d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.501211 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b104eda2-3d76-4047-863f-0dfd48827635 req-9dbec0af-c0a0-41c8-a08c-cd5af8568cda service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504896 Sep 07 09:50:26.556614 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5c00b901-8ce8-4027-af48-c8522b69d16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.566270 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5c00b901-8ce8-4027-af48-c8522b69d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.604074 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b901-8ce8-4027-af48-c8522b69d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32842ff3-bddb-448f-b4b2-43d8fdaee4db,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:26.611535 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5c00b901-8ce8-4027-af48-c8522b69d16d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0e93aab312548aeb6e0e5b6eb2e95d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847113 Sep 07 09:50:26.611782 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56250) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:26.633952 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f314646-28a4-4db7-869f-6d2987d98ec9 req-17700f83-f3bc-4bbe-aa7f-a99e13aa4ecf tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:26.635555 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f314646-28a4-4db7-869f-6d2987d98ec9 req-17700f83-f3bc-4bbe-aa7f-a99e13aa4ecf tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 943 time: 0.0610435 Sep 07 09:50:26.695236 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f314646-28a4-4db7-869f-6d2987d98ec9 req-f5d11840-5087-4988-a633-c1b75fdb46f0 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Sep 07 09:50:26.700086 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.721191 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.766344 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.769132 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:26.770304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32842ff3-bddb-448f-b4b2-43d8fdaee4db HTTP/1.1" status: 204 len: 168 time: 0.1575966 Sep 07 09:50:26.778610 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e1b5d-8688-472e-bd06-98bafb987daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32842ff3-bddb-448f-b4b2-43d8fdaee4db,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:27.405219 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 56292) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:27.557697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338971484-network', 'tenant_id': 'bed76c7581794bff96f0d4b4c3f5a231'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:27.592384 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Made reservation on behalf of bed76c7581794bff96f0d4b4c3f5a231 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:27.594671 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.607348 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.663074 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-e531e409-6d54-47f8-b356-5b1e4dad530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:27.664592 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-e531e409-6d54-47f8-b356-5b1e4dad530d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0427556 Sep 07 09:50:27.676511 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c860-4f71-4278-8caf-b3c6136b5d24 req-2a4c8c7b-40f3-4154-a0f2-2fc7d65046a2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:27.678223 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6688c860-4f71-4278-8caf-b3c6136b5d24 req-2a4c8c7b-40f3-4154-a0f2-2fc7d65046a2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0739346 Sep 07 09:50:27.772281 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6688c860-4f71-4278-8caf-b3c6136b5d24 req-043d8491-9fd8-4e79-bf37-a1e3b9787ec6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821593 Sep 07 09:50:27.780292 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-2e475dd5-a784-4cc6-bda1-8f4fb6eefedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:27.781852 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-2e475dd5-a784-4cc6-bda1-8f4fb6eefedb service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.1028347 Sep 07 09:50:27.827874 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.832973 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.834916 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-355f1dcc-142f-41da-93ba-0594009ca6fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0419543 Sep 07 09:50:27.867071 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:50:27.880496 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9de1d-25b1-4aa3-b457-40836a5eee18 req-371908b3-c940-42e6-8bbf-a4f678ba1202 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:27.881966 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaf9de1d-25b1-4aa3-b457-40836a5eee18 req-371908b3-c940-42e6-8bbf-a4f678ba1202 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 943 time: 0.1003356 Sep 07 09:50:27.890505 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-56388ca0-46f3-43ce-9b77-0a0fc5d83ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:27.892038 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-56388ca0-46f3-43ce-9b77-0a0fc5d83ecc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0443563 Sep 07 09:50:27.892326 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a079d-c4e6-482b-8c91-9e92ebe32f06,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:27.897763 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.898108 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Added segment 191a8338-5563-4ad7-99be-cd7366ffc629 of type vlan for network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c Sep 07 09:50:27.936102 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-ffb620a8-37b1-48be-80db-16e72787968a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321612 Sep 07 09:50:27.962371 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:27.970314 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaf9de1d-25b1-4aa3-b457-40836a5eee18 req-dadcfb06-5d73-45e6-86a2-b232fd222a14 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Sep 07 09:50:28.006639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.007752 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:28.008385 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.009959 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.042559 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6358793 Sep 07 09:50:28.046273 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56312) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:28.052364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Request body: {'subnet': {'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338971484-subnet', 'tenant_id': 'bed76c7581794bff96f0d4b4c3f5a231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:28.070833 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d86dce-46fd-4884-960f-370aaed28993 admin admin] Pushing event updated for resources: {'Network': ['ID=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:28.081827 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-fdb42f04-18ac-4c82-aabf-dcbd854d39cb service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327319 Sep 07 09:50:28.081993 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:50:28.088317 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Made reservation on behalf of bed76c7581794bff96f0d4b4c3f5a231 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:28.090811 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.165665 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3c79ce49-dcb9-4596-876a-931e04991c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.482307 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cbc1a9bf-3cdd-490a-b02d-518343b5bf3c req-4289addb-0ca9-47ca-b7c0-5e3009cd6e92 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773453 Sep 07 09:50:28.578967 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.634496 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:28.642494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Checking segment: {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:28.642850 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Network hostable DHCP agents. Network: 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:50:28.658548 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:50:28.667202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:28.670979 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:28.671562 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:28.676237 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4467e4e-305d-4f69-a695-44544adbd992 None None] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:28.686625 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f6552d4a-072b-4aed-a4d9-ac29d17ab336 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6392694 Sep 07 09:50:28.829332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90207eef-104c-4c60-af5a-5f8e2d137d77 None None] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:50:28.904674 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d764859-992c-4bc3-abd4-e40f34d364a2 req-ed913458-fae3-4fa3-ae93-5ec549cc33ff tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:28.906340 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9d764859-992c-4bc3-abd4-e40f34d364a2 req-ed913458-fae3-4fa3-ae93-5ec549cc33ff tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Sep 07 09:50:28.952186 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9d764859-992c-4bc3-abd4-e40f34d364a2 req-f61b0a93-b572-49d4-9d1c-271c5b11db5f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Sep 07 09:50:29.033866 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:29.106167 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9071a9-a3f2-4400-ac7a-f36685a42faf req-a7bf2399-b36a-42d6-9e1e-7330e99c03b3 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:29.107712 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a9071a9-a3f2-4400-ac7a-f36685a42faf req-a7bf2399-b36a-42d6-9e1e-7330e99c03b3 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 943 time: 0.0535705 Sep 07 09:50:29.158934 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a9071a9-a3f2-4400-ac7a-f36685a42faf req-d9d0ddaa-b67f-4b97-98d2-db3810659d2d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Sep 07 09:50:30.070143 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac95aca-c60a-4b9a-9a60-0e08b6cb369f req-84a6fcd5-3af2-4526-a820-a185192d1654 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:30.071729 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bac95aca-c60a-4b9a-9a60-0e08b6cb369f req-84a6fcd5-3af2-4526-a820-a185192d1654 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0472622 Sep 07 09:50:30.109527 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bac95aca-c60a-4b9a-9a60-0e08b6cb369f req-ee230d49-d399-463f-9ccb-c17d54daa26a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Sep 07 09:50:30.265037 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260ee85-cd0b-4621-9b92-e9e49ceaa2d3 req-55f03802-ba03-4b6d-9798-59ce60ad939d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:30.266498 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1260ee85-cd0b-4621-9b92-e9e49ceaa2d3 req-55f03802-ba03-4b6d-9798-59ce60ad939d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 943 time: 0.0479324 Sep 07 09:50:30.304923 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1260ee85-cd0b-4621-9b92-e9e49ceaa2d3 req-5dd5a730-1c98-4fe0-847d-c38718f2cff8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Sep 07 09:50:30.548428 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 81a0f89f-f5b0-44e0-9237-893e7b231461 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:50:30.650645 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=81a0f89f-f5b0-44e0-9237-893e7b231461,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:30.661451 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '81a0f89f-f5b0-44e0-9237-893e7b231461', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'port_id': '81a0f89f-f5b0-44e0-9237-893e7b231461', 'mac_address': 'fa:16:3e:54:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:50:30.698579 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:30.713693 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a0f89f-f5b0-44e0-9237-893e7b231461 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:30.734891 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=81a0f89f-f5b0-44e0-9237-893e7b231461,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:30.738911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:30.785525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:30.807286 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:31.139133 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['81a0f89f-f5b0-44e0-9237-893e7b231461'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:50:31.235557 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533be5-eed3-41d5-b5a2-31ffe92e6695 req-02dab834-7138-4002-91b3-d70a34f615f5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:31.237064 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0533be5-eed3-41d5-b5a2-31ffe92e6695 req-02dab834-7138-4002-91b3-d70a34f615f5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0518823 Sep 07 09:50:31.278825 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0533be5-eed3-41d5-b5a2-31ffe92e6695 req-859f66d1-abd7-441c-a151-9b758e75a1ab tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Sep 07 09:50:31.425448 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e390a40-efd5-4498-9b9c-0b9991e67cfe req-446a67d0-305d-4420-a957-d55cb1a800f7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:31.427067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e390a40-efd5-4498-9b9c-0b9991e67cfe req-446a67d0-305d-4420-a957-d55cb1a800f7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 944 time: 0.0503931 Sep 07 09:50:31.464921 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e390a40-efd5-4498-9b9c-0b9991e67cfe req-3d8f0c1b-0b0d-46bb-8746-d9b404ad3ffe tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Sep 07 09:50:32.391864 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90323c-733d-4807-8e49-eab0b7190300 req-8981b52a-e4f8-4e1e-aadf-aaa5306b375f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:32.393604 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a90323c-733d-4807-8e49-eab0b7190300 req-8981b52a-e4f8-4e1e-aadf-aaa5306b375f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0470848 Sep 07 09:50:32.432226 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a90323c-733d-4807-8e49-eab0b7190300 req-c96be667-01f1-49f7-8d0a-67c5cb6541f8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Sep 07 09:50:32.574549 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 81a0f89f-f5b0-44e0-9237-893e7b231461 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:50:32.583537 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c522c4-cb8c-494c-abcc-1a984fe657e5 req-2d4719ea-fc51-4f8c-9a0b-7cc293e1b497 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:32.585048 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5c522c4-cb8c-494c-abcc-1a984fe657e5 req-2d4719ea-fc51-4f8c-9a0b-7cc293e1b497 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 944 time: 0.0509560 Sep 07 09:50:32.623916 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5c522c4-cb8c-494c-abcc-1a984fe657e5 req-e4b1b715-d97b-4efc-ac40-556f3a05ee16 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Sep 07 09:50:32.626378 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 81a0f89f-f5b0-44e0-9237-893e7b231461 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:50:32.630138 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 81a0f89f-f5b0-44e0-9237-893e7b231461 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:50:32.630642 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:32.716843 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:32.742116 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:32.745415 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ebab3a-95e4-41db-aac5-53b77674b513" -d '{"events": [{"server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "name": "network-vif-plugged", "status": "completed", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:32.761916 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=81a0f89f-f5b0-44e0-9237-893e7b231461,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:32.767814 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:32.795971 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df39bc1-6528-4379-a9e3-328089da329c x-openstack-request-id: req-4df39bc1-6528-4379-a9e3-328089da329c {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:32.796277 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "name": "network-vif-plugged", "status": "completed", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:32.796553 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4df39bc1-6528-4379-a9e3-328089da329c {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:32.796933 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461', 'code': 200} Sep 07 09:50:32.818495 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:33.029987 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b3016-5347-4789-8343-d8c93fa78a05 req-0536e2d3-1e02-4281-834f-1875648a91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:33.031546 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-570b3016-5347-4789-8343-d8c93fa78a05 req-0536e2d3-1e02-4281-834f-1875648a91ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 1098 time: 0.0438287 Sep 07 09:50:33.067057 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-570b3016-5347-4789-8343-d8c93fa78a05 req-d59e909b-5054-48f6-94fc-9d4f1f693d71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273037 Sep 07 09:50:33.552720 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0381a0-10f7-498f-89f5-fbee6294e576 req-2445773c-e000-47ce-9e72-c5aaac1f1499 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:33.554370 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d0381a0-10f7-498f-89f5-fbee6294e576 req-2445773c-e000-47ce-9e72-c5aaac1f1499 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Sep 07 09:50:33.592973 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d0381a0-10f7-498f-89f5-fbee6294e576 req-6b3be6ca-e040-4499-adb0-aa99b83a5d17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Sep 07 09:50:33.738394 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a39c30-fafc-45ca-868a-17bcec08a325 req-23691676-167e-42a0-bd5d-68e7556ef543 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:33.739801 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70a39c30-fafc-45ca-868a-17bcec08a325 req-23691676-167e-42a0-bd5d-68e7556ef543 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.0509825 Sep 07 09:50:33.781150 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70a39c30-fafc-45ca-868a-17bcec08a325 req-83c179bd-d26d-4dda-9828-f55a9cd3dc2e tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Sep 07 09:50:34.712837 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6af0df-158c-4592-b709-c7abda366f2d req-734d221d-df74-42b2-a33e-14235c2259ec tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:34.715291 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f6af0df-158c-4592-b709-c7abda366f2d req-734d221d-df74-42b2-a33e-14235c2259ec tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0536282 Sep 07 09:50:34.755041 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f6af0df-158c-4592-b709-c7abda366f2d req-38454a3e-aec4-4015-85fa-01cc5ef53fa6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Sep 07 09:50:34.898614 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd1a22-bc78-4b12-b679-b443fdaf698e req-5451c516-49bb-4f02-98b1-80de6862dabc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:34.900774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-92bd1a22-bc78-4b12-b679-b443fdaf698e req-5451c516-49bb-4f02-98b1-80de6862dabc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Sep 07 09:50:34.939353 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-92bd1a22-bc78-4b12-b679-b443fdaf698e req-44d11406-0518-4f5d-9d4c-2b0fc3232dc5 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Sep 07 09:50:35.872739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4291d-686d-43ed-88eb-62a0cdb5d3b2 req-40b7034f-ec5b-42b1-bcd9-97705f3d2046 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:35.874144 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4fd4291d-686d-43ed-88eb-62a0cdb5d3b2 req-40b7034f-ec5b-42b1-bcd9-97705f3d2046 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Sep 07 09:50:35.912051 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4fd4291d-686d-43ed-88eb-62a0cdb5d3b2 req-c50c3ce7-8cf2-48dd-b6fb-cd7a8a6fbe25 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Sep 07 09:50:37.041136 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d19764-9311-44de-ba55-8e709faf1022 req-1fa729f3-74d3-4282-b0a8-d07cccdbbd45 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:37.042620 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b2d19764-9311-44de-ba55-8e709faf1022 req-1fa729f3-74d3-4282-b0a8-d07cccdbbd45 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Sep 07 09:50:37.079168 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b2d19764-9311-44de-ba55-8e709faf1022 req-55fd8a3e-a064-47df-bed4-cbddbb8c7fda tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Sep 07 09:50:38.195838 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ef5ce-63c4-492c-b5f9-2b1e18070591 req-151e78bd-00fc-4e03-90c5-6e754be294c8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:38.197372 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-042ef5ce-63c4-492c-b5f9-2b1e18070591 req-151e78bd-00fc-4e03-90c5-6e754be294c8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Sep 07 09:50:38.236310 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-042ef5ce-63c4-492c-b5f9-2b1e18070591 req-d879536f-6cf5-4334-ae23-467da69b09e2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Sep 07 09:50:39.350617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce89a3e-8d95-482b-ba19-db7311a35778 req-d0618de3-c964-4ef5-9f4a-be029c1d619f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:39.359477 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ce89a3e-8d95-482b-ba19-db7311a35778 req-d0618de3-c964-4ef5-9f4a-be029c1d619f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Sep 07 09:50:39.390467 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ce89a3e-8d95-482b-ba19-db7311a35778 req-353c7f7c-b965-4304-9534-ec5b67a3605d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Sep 07 09:50:44.938778 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-2432276f-6ea5-4864-967a-f17cd4782af5 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:44.940514 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-2432276f-6ea5-4864-967a-f17cd4782af5 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 808 time: 0.1093130 Sep 07 09:50:44.957963 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-17001432-b767-4ef2-a018-d921f0a89ebc tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/quotas/bed76c7581794bff96f0d4b4c3f5a231 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Sep 07 09:50:44.994453 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-a42b27d9-7299-4eb3-b079-c16d2a944672 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299234 Sep 07 09:50:45.122726 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75222244-5be9-4969-a679-b312de39ec4e req-352d68eb-57a5-47d8-8510-3655e0f4fd32 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:45.124192 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-75222244-5be9-4969-a679-b312de39ec4e req-352d68eb-57a5-47d8-8510-3655e0f4fd32 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0939631 Sep 07 09:50:45.128032 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-11fde9cb-9835-4564-91ac-1d5935f41129 service neutron] 10.222.0.24 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243174 Sep 07 09:50:45.191707 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-75222244-5be9-4969-a679-b312de39ec4e req-eb48969a-9137-4f84-8c1b-5d742168cec8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 Sep 07 09:50:45.249508 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-4c48ca0c-cc6e-4ba1-b025-c21577eb61aa service neutron] 10.222.0.24 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048937 Sep 07 09:50:45.446672 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20e01b4d-3a3c-4721-948e-35da68a94a4c req-6793dd08-0f7c-4396-afa4-d6d00af1841d tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 210 time: 0.0440083 Sep 07 09:50:45.455125 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882d3a-8b2b-459f-840f-c23e1b1dbb1a req-fcb70566-0221-4a90-8e32-a4b2f28ebb2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:45.456624 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b882d3a-8b2b-459f-840f-c23e1b1dbb1a req-fcb70566-0221-4a90-8e32-a4b2f28ebb2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1037116 Sep 07 09:50:45.510579 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b882d3a-8b2b-459f-840f-c23e1b1dbb1a req-c172aea5-c9d2-44db-8dae-0c397cac0316 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 Sep 07 09:50:46.346884 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8cb5d-3ece-4567-93c7-9baa95bbdd16 req-a1847ac4-8131-43db-9d74-71cc50df115c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:46.348355 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7d8cb5d-3ece-4567-93c7-9baa95bbdd16 req-a1847ac4-8131-43db-9d74-71cc50df115c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Sep 07 09:50:46.385840 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7d8cb5d-3ece-4567-93c7-9baa95bbdd16 req-f4102a3c-8ee4-47ce-9fb1-a806c0ee1496 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Sep 07 09:50:46.542490 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-827731a4-49cb-4caf-ac8c-412624c8d0f1 req-f6daa3d5-c37a-45b4-96be-e837fc1f0704 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 210 time: 0.0259821 Sep 07 09:50:46.631832 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7059-acbc-44a9-8781-4c6b6175d22d req-41024354-3a2a-467b-8c01-caa36efe6e68 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:46.634124 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2aef7059-acbc-44a9-8781-4c6b6175d22d req-41024354-3a2a-467b-8c01-caa36efe6e68 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0502012 Sep 07 09:50:46.670944 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2aef7059-acbc-44a9-8781-4c6b6175d22d req-aef9b6ae-c088-40f3-b08d-033183990a12 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309763 Sep 07 09:50:46.911008 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-0490419d-801f-4220-8d95-67cf6db80137 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:46.912911 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-0490419d-801f-4220-8d95-67cf6db80137 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 808 time: 0.1035011 Sep 07 09:50:46.961275 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Request body: {'port': {'device_id': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c', 'admin_state_up': True, 'tenant_id': 'bed76c7581794bff96f0d4b4c3f5a231'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:47.074304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Made reservation on behalf of bed76c7581794bff96f0d4b4c3f5a231 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:47.077994 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.203039 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Allocated IP 172.20.0.4 (86650a18-f5b7-4b79-95f7-a5c9dbe38e9c/f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4/3cdfc9f0-ad31-430c-bf22-b034b1a20346) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:50:47.361287 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.399891 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.443980 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:50:47.447552 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:47.453957 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:50:47.476737 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Pushing event updated for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:47.493064 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.493417 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.493757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.494089 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.494420 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.494749 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.495070 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.495393 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.495717 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.496037 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.496355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.496695 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:47.500112 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822c6a8-be61-4558-a954-06368ab869c9 req-b2daa0f4-02af-459c-84fd-1b7eae16a54f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:47.509363 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a822c6a8-be61-4558-a954-06368ab869c9 req-b2daa0f4-02af-459c-84fd-1b7eae16a54f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0593593 Sep 07 09:50:47.520776 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:47.521759 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.543097 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a822c6a8-be61-4558-a954-06368ab869c9 req-5c5d524a-7037-492e-bdbf-0446c2b85183 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Sep 07 09:50:47.543585 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-f8206631-65e1-40a8-9929-8099008335f1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867281 Sep 07 09:50:47.586279 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Request body: {'port': {'device_id': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:47.644858 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.659871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347d26-d2ec-4670-aa6d-1f084679dba9 req-89e5d701-d9de-4f6f-ad2c-8838b62af9ab tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:47.661371 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b347d26-d2ec-4670-aa6d-1f084679dba9 req-89e5d701-d9de-4f6f-ad2c-8838b62af9ab tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 931 time: 0.0472758 Sep 07 09:50:47.699088 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b347d26-d2ec-4670-aa6d-1f084679dba9 req-3a864ac2-44c0-4406-91d9-cea6ee39d5c3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Sep 07 09:50:47.799373 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae15e2-fefb-4740-95a0-b0cbd24061c4 req-6b52541a-0b4a-4f42-9060-2aa3ededc1ca tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:47.800877 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5ae15e2-fefb-4740-95a0-b0cbd24061c4 req-6b52541a-0b4a-4f42-9060-2aa3ededc1ca tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0488887 Sep 07 09:50:47.841935 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5ae15e2-fefb-4740-95a0-b0cbd24061c4 req-77727861-33c3-49c4-8d77-1182d738c247 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344560 Sep 07 09:50:47.922721 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdfc9f0-ad31-430c-bf22-b034b1a20346 {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:47.930093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:47.942061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Transition to ACTIVE for port object 3cdfc9f0-ad31-430c-bf22-b034b1a20346 will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:50:47.946488 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:48.000289 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Pushing event updated for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:48.067083 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Attempting to bind port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:50:48.067415 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Attempting to bind port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:50:48.067743 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Attempting to bind port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:48.072811 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:50:48.072995 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Attempting to bind port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:48.077561 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:50:48.077895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Checking segment: {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:48.078266 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Bound using segment: {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:50:48.078685 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Bound port: 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:50:48.079036 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:48.142299 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:50:48.146702 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:50:48.151652 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:48.186854 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.187679 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:48.189085 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] 10.222.0.20 "PUT /v2.0/ports/3cdfc9f0-ad31-430c-bf22-b034b1a20346 HTTP/1.1" status: 200 len: 1093 time: 0.6071601 Sep 07 09:50:48.189548 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:48.191746 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61050a-9405-490c-b9f2-84a293f611f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:48.219491 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-88efcc0a-b549-402f-90b2-57714bf45124 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.220383 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaad26-ff36-4f4d-a6e0-60ec1072f98c service neutron] Pushing event updated for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:48.221195 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-88efcc0a-b549-402f-90b2-57714bf45124 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1117754 Sep 07 09:50:48.229408 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c405f34-0ab7-43d3-8ca0-ee633f5180e8 x-openstack-request-id: req-0c405f34-0ab7-43d3-8ca0-ee633f5180e8 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:48.229635 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:48.229828 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c405f34-0ab7-43d3-8ca0-ee633f5180e8 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:48.230217 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346', 'status': 'completed', 'code': 200} Sep 07 09:50:48.238477 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-40666ac0-cc03-48d4-8450-c35e37be5ac7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/quotas/553ce826e69f4967b0f78906221fa074 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Sep 07 09:50:48.293320 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-8fa16de4-4170-4164-9312-8ce4e82714bc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481853 Sep 07 09:50:48.318218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-c352550d-100a-4264-8ac5-280d1af416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.319788 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-c352550d-100a-4264-8ac5-280d1af416a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 1096 time: 0.0457926 Sep 07 09:50:48.378716 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-8a827ad0-f3a4-4b29-b79a-5cdc68c32d78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346 HTTP/1.1" status: 200 len: 217 time: 0.0371015 Sep 07 09:50:48.389032 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-76de4fbf-0fba-4f93-a310-f44486b4a8c9 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Sep 07 09:50:48.431143 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026489ce-8372-486b-81cb-acdcffeda36d req-bbe477d0-cad4-4bf2-b88c-4f7856956d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.432633 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-bbe477d0-cad4-4bf2-b88c-4f7856956d63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 HTTP/1.1" status: 200 len: 848 time: 0.0455339 Sep 07 09:50:48.469978 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-b484cd68-e870-404e-9d36-c6c88b3ff248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235369 Sep 07 09:50:48.478619 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-dd7870e9-2be7-4a42-a347-ca90876ec4c7 service neutron] 10.222.0.24 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835452 Sep 07 09:50:48.578011 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-32ee9331-6d88-47b4-9b8b-4966176a6092 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952344 Sep 07 09:50:48.696666 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad56b2-4951-4ea8-b8d7-c40d9d5f6b2b req-fdf281ce-b881-4b06-8300-ff36b2dee0f9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.698290 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-edad56b2-4951-4ea8-b8d7-c40d9d5f6b2b req-fdf281ce-b881-4b06-8300-ff36b2dee0f9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0653703 Sep 07 09:50:48.710753 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-026489ce-8372-486b-81cb-acdcffeda36d req-df3e6675-c7e9-4de4-a192-5ad15e8d787a service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224570 Sep 07 09:50:48.739206 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-edad56b2-4951-4ea8-b8d7-c40d9d5f6b2b req-4f415077-df48-485a-a11f-7bd247f58c2d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Sep 07 09:50:48.857432 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6207704-0eb3-40c9-977a-c7016421825c req-f20b2511-f98d-4e74-8abb-f38bbcbcf96c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 210 time: 0.0497837 Sep 07 09:50:48.871632 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a087f9-fa9d-482c-94df-25dd8bd9da15 req-865da167-9bec-489d-b3a3-d1737020ccdf tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.874319 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3a087f9-fa9d-482c-94df-25dd8bd9da15 req-865da167-9bec-489d-b3a3-d1737020ccdf tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 943 time: 0.0806880 Sep 07 09:50:48.900911 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61050a-9405-490c-b9f2-84a293f611f0 req-c2444434-7bae-4ef1-8341-e1b2f25e7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.902841 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-c2444434-7bae-4ef1-8341-e1b2f25e7fcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 1096 time: 0.0662885 Sep 07 09:50:48.932858 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3a087f9-fa9d-482c-94df-25dd8bd9da15 req-43801d7a-c34a-4b0e-9a8d-d8847fbc199f tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Sep 07 09:50:48.985499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edccee9-9911-4aae-9116-616ed5d94744 req-38ad5b65-a67d-437d-8d51-491a1270e350 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:48.987009 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6edccee9-9911-4aae-9116-616ed5d94744 req-38ad5b65-a67d-437d-8d51-491a1270e350 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0533314 Sep 07 09:50:49.011892 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61050a-9405-490c-b9f2-84a293f611f0 req-3f1836a9-5048-4812-92b4-dbbd9790904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:49.013394 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-3f1836a9-5048-4812-92b4-dbbd9790904d service neutron] 10.222.0.20 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 909 time: 0.1011841 Sep 07 09:50:49.031390 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6edccee9-9911-4aae-9116-616ed5d94744 req-d603a643-1445-4cd3-b570-b3c00a38b3dd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357475 Sep 07 09:50:49.066899 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-5d32bc44-c875-4344-9a31-cafa3bbd9ec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346 HTTP/1.1" status: 200 len: 217 time: 0.0418620 Sep 07 09:50:49.120583 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61050a-9405-490c-b9f2-84a293f611f0 req-05752af3-a4b4-4e92-815f-38162902ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:49.122098 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-05752af3-a4b4-4e92-815f-38162902ace8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 HTTP/1.1" status: 200 len: 848 time: 0.0467992 Sep 07 09:50:49.155420 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-203c8485-e285-402e-838d-3211f990bfb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242906 Sep 07 09:50:49.266171 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-5bcdfb55-558d-4cf3-b8fd-80a9603eb0a6 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865457 Sep 07 09:50:49.373700 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-db61050a-9405-490c-b9f2-84a293f611f0 req-3d788847-a89f-4286-9948-27f9695d52f4 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Sep 07 09:50:49.848463 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0359bc-a95d-4057-8056-83cd2478bfda req-16d1229b-e33b-460e-9f7c-65c788f2de78 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:49.850016 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c0359bc-a95d-4057-8056-83cd2478bfda req-16d1229b-e33b-460e-9f7c-65c788f2de78 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0464718 Sep 07 09:50:49.889390 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c0359bc-a95d-4057-8056-83cd2478bfda req-1ce2cc96-98ce-4783-8037-4bb7b24c7d76 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Sep 07 09:50:49.954759 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-efdc6d05-546d-4660-83c7-0752fcfea678 req-921e237d-db60-444f-831c-0f1a4e50039c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 210 time: 0.0270967 Sep 07 09:50:50.029558 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c73b-ab71-45b0-9beb-7b5aea088a55 req-a598c9a5-c8d2-41c2-b12d-02c4e3777084 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:50.031025 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6824c73b-ab71-45b0-9beb-7b5aea088a55 req-a598c9a5-c8d2-41c2-b12d-02c4e3777084 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 943 time: 0.0482633 Sep 07 09:50:50.073107 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6824c73b-ab71-45b0-9beb-7b5aea088a55 req-5cae2eda-6ba0-459f-8d58-655f03da673c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360460 Sep 07 09:50:50.158430 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3433-58db-4f28-bbde-00c36d830289 req-11593703-c902-4391-9616-bcb4ffed9419 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:50.159877 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-555c3433-58db-4f28-bbde-00c36d830289 req-11593703-c902-4391-9616-bcb4ffed9419 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0486829 Sep 07 09:50:50.199427 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-555c3433-58db-4f28-bbde-00c36d830289 req-676ba46b-f624-48e3-a6e7-0ab9d1e95032 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Sep 07 09:50:50.623294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-cb2a1dae-3b00-486a-9aa2-25bf371b7921 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:50.624875 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-cb2a1dae-3b00-486a-9aa2-25bf371b7921 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 815 time: 0.1078334 Sep 07 09:50:50.664845 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Request body: {'port': {'device_id': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'admin_state_up': True, 'tenant_id': '553ce826e69f4967b0f78906221fa074'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:50.776822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Made reservation on behalf of 553ce826e69f4967b0f78906221fa074 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:50:50.780453 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:50.904659 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Allocated IP 172.20.0.8 (84e9b049-2bc4-46e7-95ae-3ef658ee72dc/b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4/6a18a68f-6536-4020-a47c-6e94454f8077) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:50:51.004761 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253ee37-0bcc-4190-a965-d272ce530026 req-6d24268c-a680-4f36-aedd-b3034143c732 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.006246 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4253ee37-0bcc-4190-a965-d272ce530026 req-6d24268c-a680-4f36-aedd-b3034143c732 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Sep 07 09:50:51.056126 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cbecab77-5744-45f8-970d-8378441453f7 req-6769907c-2e61-4ead-8131-e04868a13f50 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 210 time: 0.0292127 Sep 07 09:50:51.065618 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.069748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4253ee37-0bcc-4190-a965-d272ce530026 req-612307cf-259b-4c91-bb3e-671c51affb7b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Sep 07 09:50:51.106150 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.147323 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:50:51.150971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:50:51.151630 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b', '51cd844b-f682-42fb-92b9-21b9a054079c', '81a0f89f-f5b0-44e0-9237-893e7b231461'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:50:51.156946 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:50:51.181794 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event updated for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:51.192021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c8660-8f00-4c9e-afc6-d22dce8749f7 req-2c169844-fec6-4531-a2be-edb02df27078 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.194042 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e5c8660-8f00-4c9e-afc6-d22dce8749f7 req-2c169844-fec6-4531-a2be-edb02df27078 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 943 time: 0.0538743 Sep 07 09:50:51.210846 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.211597 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.232786 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-84646872-dcb4-4889-89ea-f7042ee64842 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716653 Sep 07 09:50:51.238763 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e5c8660-8f00-4c9e-afc6-d22dce8749f7 req-270b6463-311b-4a1d-bddd-739d6cc560ed tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Sep 07 09:50:51.257655 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Request body: {'port': {'device_id': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:50:51.317476 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.326842 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338454-dea3-4e06-b39c-01577dc0213e req-882e8083-5e9d-427b-89d1-34bfa2fc2cc6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.328600 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09338454-dea3-4e06-b39c-01577dc0213e req-882e8083-5e9d-427b-89d1-34bfa2fc2cc6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0497048 Sep 07 09:50:51.370318 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09338454-dea3-4e06-b39c-01577dc0213e req-0bd7d8ad-243d-4030-842a-43d1d6fff4a8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Sep 07 09:50:51.580114 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a18a68f-6536-4020-a47c-6e94454f8077 {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:51.587281 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.598423 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Transition to ACTIVE for port object 6a18a68f-6536-4020-a47c-6e94454f8077 will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:50:51.601512 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.647672 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:51.716591 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Attempting to bind port 6a18a68f-6536-4020-a47c-6e94454f8077 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:50:51.716862 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Attempting to bind port 6a18a68f-6536-4020-a47c-6e94454f8077 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:50:51.717182 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Attempting to bind port 6a18a68f-6536-4020-a47c-6e94454f8077 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:51.721432 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Port 6a18a68f-6536-4020-a47c-6e94454f8077 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:50:51.721751 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Attempting to bind port 6a18a68f-6536-4020-a47c-6e94454f8077 on network 84e9b049-2bc4-46e7-95ae-3ef658ee72dc {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:50:51.726680 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:50:51.727203 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Checking segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:50:51.727647 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Bound using segment: {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:50:51.728075 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Bound port: 6a18a68f-6536-4020-a47c-6e94454f8077, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc5f594-1eed-4238-a8eb-f4403420f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:50:51.728429 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.793086 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:50:51.797098 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a18a68f-6536-4020-a47c-6e94454f8077,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:50:51.801926 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.834730 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.835638 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:51.837853 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a18a68f-6536-4020-a47c-6e94454f8077 HTTP/1.1" status: 200 len: 1093 time: 0.5857413 Sep 07 09:50:51.840133 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:51.842304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90" -d '{"events": [{"name": "network-changed", "server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:51.868844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b333a3-0218-4fa0-a1e6-e82a6cab1f18 service neutron] Pushing event updated for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:51.882669 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27140558-7749-431e-87cc-19da0ca42e82 x-openstack-request-id: req-27140558-7749-431e-87cc-19da0ca42e82 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:51.883486 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:51.883760 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27140558-7749-431e-87cc-19da0ca42e82 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:51.884142 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077', 'status': 'completed', 'code': 200} Sep 07 09:50:51.962824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-9257e954-f1dd-447f-b13f-2b83d92ff6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:51.964267 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-9257e954-f1dd-447f-b13f-2b83d92ff6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 1096 time: 0.0392547 Sep 07 09:50:52.020382 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-701290ee-a93b-4c39-96dc-527e9d6ee6bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a18a68f-6536-4020-a47c-6e94454f8077 HTTP/1.1" status: 200 len: 217 time: 0.0361578 Sep 07 09:50:52.070382 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9956-7d57-471a-adae-8a0f105537ec req-2d3ec3ec-c613-443a-9dca-ac47b70f538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.072375 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-2d3ec3ec-c613-443a-9dca-ac47b70f538f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0424993 Sep 07 09:50:52.109616 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-e74407cb-4064-431f-a2a0-e6333dad8455 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250530 Sep 07 09:50:52.207588 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-48bb17c3-ec58-4c45-9c70-8ed9d0deadf4 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875423 Sep 07 09:50:52.286224 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:52.308846 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ddec9956-7d57-471a-adae-8a0f105537ec req-56bd89b8-ccdc-4ea3-9413-bd94d37350f7 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897903 Sep 07 09:50:52.374763 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552549f-9a3b-45d4-a256-43b894f03868 req-6d7a67b1-7bfa-4360-89dc-bdc2ac0447c3 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.376227 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0552549f-9a3b-45d4-a256-43b894f03868 req-6d7a67b1-7bfa-4360-89dc-bdc2ac0447c3 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 943 time: 0.2508917 Sep 07 09:50:52.396871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c11fe-0897-4760-bc9c-e41d14741c76 req-9740414d-245f-4fbb-bfa6-414f43e0a39f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.398253 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca5c11fe-0897-4760-bc9c-e41d14741c76 req-9740414d-245f-4fbb-bfa6-414f43e0a39f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2480285 Sep 07 09:50:52.446915 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0552549f-9a3b-45d4-a256-43b894f03868 req-06d67da3-2c5f-4f54-adb3-24faa199c733 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634933 Sep 07 09:50:52.451529 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca5c11fe-0897-4760-bc9c-e41d14741c76 req-50602149-c009-4e6b-84c7-be668d03a974 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Sep 07 09:50:52.587503 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71203361-967f-4292-a781-02ba40b290ae req-9cd24c01-9c51-40ab-9f40-b9049213fc90 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.588994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71203361-967f-4292-a781-02ba40b290ae req-9cd24c01-9c51-40ab-9f40-b9049213fc90 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 943 time: 0.0871325 Sep 07 09:50:52.596200 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e2058-da6b-4a02-9a03-4b05b79b7eb7 req-3b5c0e95-5b89-4219-a74a-f82444936877 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.597577 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b82e2058-da6b-4a02-9a03-4b05b79b7eb7 req-3b5c0e95-5b89-4219-a74a-f82444936877 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0857832 Sep 07 09:50:52.645762 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-9e5f7dc0-3634-4bfc-a782-8bb644cde506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.647226 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-9e5f7dc0-3634-4bfc-a782-8bb644cde506 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ce826e69f4967b0f78906221fa074&device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 1096 time: 0.0452976 Sep 07 09:50:52.650755 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-71203361-967f-4292-a781-02ba40b290ae req-34bee911-18ab-4eaf-bc2c-72748df58344 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521929 Sep 07 09:50:52.657870 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b82e2058-da6b-4a02-9a03-4b05b79b7eb7 req-0b5b2c67-0acc-421c-a611-1e177ebcff9f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518005 Sep 07 09:50:52.685334 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 3cdfc9f0-ad31-430c-bf22-b034b1a20346 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:50:52.758805 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-f2d6bea7-d825-4c87-9248-09f0b20c79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.760298 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-f2d6bea7-d825-4c87-9248-09f0b20c79d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 200 len: 916 time: 0.0925434 Sep 07 09:50:52.814784 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-f93e66eb-269f-4701-96b9-fa91a504da21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a18a68f-6536-4020-a47c-6e94454f8077 HTTP/1.1" status: 200 len: 217 time: 0.0441625 Sep 07 09:50:52.877418 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-1bb5163d-7a92-42ad-a375-a35cd04e9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:52.879151 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-1bb5163d-7a92-42ad-a375-a35cd04e9d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 200 len: 855 time: 0.0499220 Sep 07 09:50:52.902111 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:52.913167 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '3cdfc9f0-ad31-430c-bf22-b034b1a20346', 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c', 'port_id': '3cdfc9f0-ad31-430c-bf22-b034b1a20346', 'mac_address': 'fa:16:3e:af:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:50:52.919755 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-3e4ed05f-48df-4611-831b-424f9211347d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84e9b049-2bc4-46e7-95ae-3ef658ee72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247819 Sep 07 09:50:52.952981 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:52.965320 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdfc9f0-ad31-430c-bf22-b034b1a20346 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:52.983770 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:52.988332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:53.017780 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-9aa11c4f-291a-4e11-aa46-572838729c51 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859072 Sep 07 09:50:53.035332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:53.116654 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f8661ba0-7f65-4170-9fd3-2f6b50f07a90 req-fe1f3bf6-0edb-4213-bc7e-a358b71e9003 service neutron] 10.222.0.20 "GET /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Sep 07 09:50:53.586756 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eccf9-9337-467b-a321-83d2eb05a43c req-831186ce-a226-4c80-9767-b16bea414207 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:53.588269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0c9eccf9-9337-467b-a321-83d2eb05a43c req-831186ce-a226-4c80-9767-b16bea414207 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 943 time: 0.0748057 Sep 07 09:50:53.598736 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f4c8-91e3-49b5-8aa2-d638080c51dc req-4ccfb786-bae3-443b-b017-1f7986b197fd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:53.600125 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0709f4c8-91e3-49b5-8aa2-d638080c51dc req-4ccfb786-bae3-443b-b017-1f7986b197fd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0767636 Sep 07 09:50:53.612731 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['3cdfc9f0-ad31-430c-bf22-b034b1a20346'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:50:53.659640 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0c9eccf9-9337-467b-a321-83d2eb05a43c req-065c9f28-6164-4fef-b8e8-6a98fcc0766d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584738 Sep 07 09:50:53.662378 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0709f4c8-91e3-49b5-8aa2-d638080c51dc req-67822b34-3a4f-4495-a207-7e3c4c3c3991 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 Sep 07 09:50:53.798005 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c517-44ec-4aea-961f-0083f2cd7629 req-543aa16a-0c83-4919-a563-ef27e3a799f2 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:53.799474 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fdd7c517-44ec-4aea-961f-0083f2cd7629 req-543aa16a-0c83-4919-a563-ef27e3a799f2 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 944 time: 0.0755458 Sep 07 09:50:53.811182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e19887-a928-4a12-a774-c88947508768 req-596eaafb-139e-44cc-8d26-3e18e39393b4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:53.812616 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b7e19887-a928-4a12-a774-c88947508768 req-596eaafb-139e-44cc-8d26-3e18e39393b4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0770268 Sep 07 09:50:53.867854 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fdd7c517-44ec-4aea-961f-0083f2cd7629 req-efb9d12d-49e4-4000-aadf-f0f31f447e86 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537155 Sep 07 09:50:53.870577 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b7e19887-a928-4a12-a774-c88947508768 req-1bec10f3-20d7-49d9-8a11-4e41267ff4bc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515392 Sep 07 09:50:54.681421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a18a68f-6536-4020-a47c-6e94454f8077 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:50:54.786731 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a18a68f-6536-4020-a47c-6e94454f8077,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:54.798651 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '6a18a68f-6536-4020-a47c-6e94454f8077', 'network_id': '84e9b049-2bc4-46e7-95ae-3ef658ee72dc', 'port_id': '6a18a68f-6536-4020-a47c-6e94454f8077', 'mac_address': 'fa:16:3e:1f:93:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:50:54.807041 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716de3c-af4b-4778-9456-e8bc502460b9 req-9df1739b-4033-4e0c-bbb9-86dd658c3542 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:54.808539 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7716de3c-af4b-4778-9456-e8bc502460b9 req-9df1739b-4033-4e0c-bbb9-86dd658c3542 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 943 time: 0.0788944 Sep 07 09:50:54.816669 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eda9e-d7d3-4657-959c-91a2297d284a req-a8e65739-95e6-468f-b009-48f3722a6156 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:54.817975 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-233eda9e-d7d3-4657-959c-91a2297d284a req-a8e65739-95e6-468f-b009-48f3722a6156 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0796633 Sep 07 09:50:54.835282 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:54.852430 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a18a68f-6536-4020-a47c-6e94454f8077 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:50:54.871716 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a18a68f-6536-4020-a47c-6e94454f8077,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:54.874196 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7716de3c-af4b-4778-9456-e8bc502460b9 req-6cdb4183-0393-4e70-9c01-c8ba59891d63 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Sep 07 09:50:54.875883 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:54.879056 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-233eda9e-d7d3-4657-959c-91a2297d284a req-5547911b-e515-4086-9520-d65f55a4c054 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Sep 07 09:50:54.931223 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:55.041238 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ec230-5315-4126-82ad-d418d4314940 req-637e289c-a347-491b-9b4a-9e14c2590405 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:55.042812 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-558ec230-5315-4126-82ad-d418d4314940 req-637e289c-a347-491b-9b4a-9e14c2590405 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 944 time: 0.0955591 Sep 07 09:50:55.051991 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c274-3bdb-4a62-b0dd-7b593c3344fa req-e07cc4e7-f2d6-4ea9-9bdb-7436fa09a49d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:55.053527 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2634c274-3bdb-4a62-b0dd-7b593c3344fa req-e07cc4e7-f2d6-4ea9-9bdb-7436fa09a49d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0723636 Sep 07 09:50:55.094137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef688-4dee-47da-ac37-d15596048781 req-8db86c03-d92c-49a8-950f-697466d8585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:55.096729 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-8db86c03-d92c-49a8-950f-697466d8585b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0459893 Sep 07 09:50:55.116227 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-558ec230-5315-4126-82ad-d418d4314940 req-7c6eca3b-9205-4d07-a8dd-db202ec18c8c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617373 Sep 07 09:50:55.122054 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2634c274-3bdb-4a62-b0dd-7b593c3344fa req-b74d0728-2fc1-4a78-96af-b7d11e979844 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615704 Sep 07 09:50:55.237395 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef688-4dee-47da-ac37-d15596048781 req-2ea2318f-200c-4f64-9154-14ffe64cbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:55.239063 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-2ea2318f-200c-4f64-9154-14ffe64cbb5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.1065660 Sep 07 09:50:55.278813 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ca728250-a76d-4d3e-9ddc-696564c7f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:55.286761 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-eb1c7d40-01f9-4bf2-88e2-2a7ecb6d80ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0385110 Sep 07 09:50:55.349155 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef688-4dee-47da-ac37-d15596048781 req-e90e191d-c4d5-4fe9-af43-d5baa098f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:55.350726 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-e90e191d-c4d5-4fe9-af43-d5baa098f2ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0553598 Sep 07 09:50:55.354474 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['6a18a68f-6536-4020-a47c-6e94454f8077'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:50:55.386282 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-b7b46bae-20db-49e9-a62d-d61b3668a7bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274816 Sep 07 09:50:55.474746 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-82e298b4-e896-4705-9271-3834c3ba3983 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802202 Sep 07 09:50:55.768850 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-448ef688-4dee-47da-ac37-d15596048781 req-e1bd1df8-f405-43c5-91d5-acc7aa6bd1bf service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857320 Sep 07 09:50:56.026938 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b21bb7-99a4-440f-8d87-302251be0ac6 req-d7e5d560-132a-47da-82f2-30dca899c91f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:56.028419 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6b21bb7-99a4-440f-8d87-302251be0ac6 req-d7e5d560-132a-47da-82f2-30dca899c91f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0796516 Sep 07 09:50:56.035926 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573203-f96d-45e0-85d4-dcfea056afcf req-0f8a1b39-0e45-4fcb-88d0-66f4476d93a8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:56.037487 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c573203-f96d-45e0-85d4-dcfea056afcf req-0f8a1b39-0e45-4fcb-88d0-66f4476d93a8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 944 time: 0.0868461 Sep 07 09:50:56.094085 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6b21bb7-99a4-440f-8d87-302251be0ac6 req-fd675c8e-c6a7-4898-8206-e56eb5f28c8c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Sep 07 09:50:56.098774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c573203-f96d-45e0-85d4-dcfea056afcf req-015aad93-c5be-4f55-87bd-eeb156e04258 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Sep 07 09:50:56.262893 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b74-7291-40ba-880a-8b8533409ee2 req-943525d0-b6ea-46e6-a181-998c9f89109a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:56.264464 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-18048b74-7291-40ba-880a-8b8533409ee2 req-943525d0-b6ea-46e6-a181-998c9f89109a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 944 time: 0.0784690 Sep 07 09:50:56.277402 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16947892-5f94-4353-993e-693583645716 req-2c67bb55-80a7-4703-a261-f5258859c72f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:56.278803 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-16947892-5f94-4353-993e-693583645716 req-2c67bb55-80a7-4703-a261-f5258859c72f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0674844 Sep 07 09:50:56.332031 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-18048b74-7291-40ba-880a-8b8533409ee2 req-ad9ee1fa-ba92-4048-87d8-0e67f23e0ab5 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521634 Sep 07 09:50:56.345314 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-16947892-5f94-4353-993e-693583645716 req-6416f575-5477-4766-a0d6-b99e4d1984dc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588844 Sep 07 09:50:56.614951 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:50:56.620223 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56868) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:56.687655 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 3cdfc9f0-ad31-430c-bf22-b034b1a20346 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:50:56.746956 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abe378a7-c22a-4939-b878-730d61d1ac17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.760518 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:50:56.764864 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:50:56.765243 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.869077 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.870068 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abe378a7-c22a-4939-b878-730d61d1ac17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.874990 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-abe378a7-c22a-4939-b878-730d61d1ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.893174 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:56.895737 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8f248-8ed6-4b7d-952d-1e3844be30f7" -d '{"events": [{"server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "name": "network-vif-plugged", "status": "completed", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:56.915183 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:56.916174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe378a7-c22a-4939-b878-730d61d1ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a5c4f3-e0d0-4c08-a51f-a201011788de,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:56.920356 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-abe378a7-c22a-4939-b878-730d61d1ac17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd6b09a5ac3a475ab7000336c1999afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989726 Sep 07 09:50:56.922887 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 56884) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:50:56.925483 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.926235 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a18a68f-6536-4020-a47c-6e94454f8077 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:50:56.978313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c740d21-a965-4419-be35-1cb1e6611fed x-openstack-request-id: req-1c740d21-a965-4419-be35-1cb1e6611fed {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:56.978631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "name": "network-vif-plugged", "status": "completed", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:56.978760 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:56.978924 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c740d21-a965-4419-be35-1cb1e6611fed {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:56.979315 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346', 'code': 200} Sep 07 09:50:57.000907 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.030227 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:57.053848 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.054306 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.057287 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.057700 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.058093 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.058093 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.058093 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.059145 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.059384 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.064853 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.064853 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.064853 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:50:57.071321 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.073203 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 6a18a68f-6536-4020-a47c-6e94454f8077 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:50:57.078045 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.078901 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 6a18a68f-6536-4020-a47c-6e94454f8077 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:50:57.079231 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96a5c4f3-e0d0-4c08-a51f-a201011788de HTTP/1.1" status: 204 len: 168 time: 0.1554525 Sep 07 09:50:57.079508 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.103795 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c669f5-a6f7-4b40-9248-196eed4c6c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a5c4f3-e0d0-4c08-a51f-a201011788de,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:57.250581 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.261095 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dbf90-e10b-460d-b150-6b8efc8fc055 req-a699c1a8-432a-42ba-819a-2c155f70e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:57.262995 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-501dbf90-e10b-460d-b150-6b8efc8fc055 req-a699c1a8-432a-42ba-819a-2c155f70e1ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 1098 time: 0.0692165 Sep 07 09:50:57.310173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a7327-e7b7-4896-a97c-9ac9a681aaff req-abf0ebd7-9136-4321-9c2c-cdcbfcbedc3a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:57.312080 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b67a7327-e7b7-4896-a97c-9ac9a681aaff req-abf0ebd7-9136-4321-9c2c-cdcbfcbedc3a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 944 time: 0.1014287 Sep 07 09:50:57.321887 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a18a68f-6536-4020-a47c-6e94454f8077,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:50:57.325019 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-501dbf90-e10b-460d-b150-6b8efc8fc055 req-895730dd-3fa6-4ed9-a138-79f628d9e1fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500932 Sep 07 09:50:57.329765 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:57.349108 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612663-fc80-46ae-9478-d7da4b604574 req-92bafc3f-85aa-428d-b9a2-ccc676361bc8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:57.360688 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee612663-fc80-46ae-9478-d7da4b604574 req-92bafc3f-85aa-428d-b9a2-ccc676361bc8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1475618 Sep 07 09:50:57.383949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:50:57.440232 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b67a7327-e7b7-4896-a97c-9ac9a681aaff req-9535e680-bd81-48a0-b6d1-b7320731b7cd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196542 Sep 07 09:50:57.451534 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee612663-fc80-46ae-9478-d7da4b604574 req-2f99e9e4-0940-4416-89dd-7bc04a9e22ca tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898836 Sep 07 09:50:57.616312 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf77106-5ec9-44d2-b8c6-4f2f500da692 req-23752ee9-4e22-45eb-9a9d-0c0fccb02b61 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:57.619184 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bdf77106-5ec9-44d2-b8c6-4f2f500da692 req-23752ee9-4e22-45eb-9a9d-0c0fccb02b61 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0931478 Sep 07 09:50:57.626825 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c3118-77b9-41ab-9a51-e01d932493a5 req-1c8c5d78-c4ad-496e-86be-b83f3d236ccb tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:57.628320 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-359c3118-77b9-41ab-9a51-e01d932493a5 req-1c8c5d78-c4ad-496e-86be-b83f3d236ccb tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0912085 Sep 07 09:50:57.686405 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bdf77106-5ec9-44d2-b8c6-4f2f500da692 req-894c2144-5c97-48e9-985c-d016e697b478 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570743 Sep 07 09:50:57.692287 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-359c3118-77b9-41ab-9a51-e01d932493a5 req-d5aa0520-712d-4b2c-a716-23db7e1eef09 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Sep 07 09:50:58.003383 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:58.162291 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-63ffe664-c9b6-4ab5-9a24-391015160969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:58.616534 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1975c-f672-42db-8327-1ffabda9a443 req-3efe0264-0163-4c9e-8048-ded705eaaffd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:58.618819 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3eb1975c-f672-42db-8327-1ffabda9a443 req-3efe0264-0163-4c9e-8048-ded705eaaffd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.1051259 Sep 07 09:50:58.627856 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d336c-429d-46bf-b9fc-2b23254d5a1d req-3c49a470-1178-424c-80b5-6f535eda7460 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:58.629574 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd1d336c-429d-46bf-b9fc-2b23254d5a1d req-3c49a470-1178-424c-80b5-6f535eda7460 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1033974 Sep 07 09:50:58.696134 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3eb1975c-f672-42db-8327-1ffabda9a443 req-67d59c50-8b57-4fdf-91e5-43c80277b621 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646050 Sep 07 09:50:58.700023 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fd1d336c-429d-46bf-b9fc-2b23254d5a1d req-6f5566ed-f319-4e9c-b05f-dab1510c4edd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579267 Sep 07 09:50:58.852323 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317542b-2b62-471e-b22c-74d668851ed3 req-8f269ab6-3951-4ff2-9ea2-68e7ac42c08e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:58.853856 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b317542b-2b62-471e-b22c-74d668851ed3 req-8f269ab6-3951-4ff2-9ea2-68e7ac42c08e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0831974 Sep 07 09:50:58.866154 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca818a2e-1d01-4814-8cfa-f04c686f119d req-c5fad123-5597-4fae-bc49-63ceb08d8812 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:58.867748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca818a2e-1d01-4814-8cfa-f04c686f119d req-c5fad123-5597-4fae-bc49-63ceb08d8812 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0805299 Sep 07 09:50:58.929134 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b317542b-2b62-471e-b22c-74d668851ed3 req-ecc3260a-a774-48ea-a374-5038c531b4de tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602608 Sep 07 09:50:58.942400 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca818a2e-1d01-4814-8cfa-f04c686f119d req-e020aea0-5575-4ca1-a01d-0ceccd1278a9 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674448 Sep 07 09:50:58.980042 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:50:58.982525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38212db1-e86a-424d-8695-d4421f0c984f" -d '{"events": [{"server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "name": "network-vif-plugged", "status": "completed", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:50:59.017760 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3f741-f4f9-4df2-b37d-cf376e7745f4 x-openstack-request-id: req-dfa3f741-f4f9-4df2-b37d-cf376e7745f4 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:50:59.018330 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "name": "network-vif-plugged", "status": "completed", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:50:59.018330 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfa3f741-f4f9-4df2-b37d-cf376e7745f4 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:50:59.018709 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077', 'code': 200} Sep 07 09:50:59.033062 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:50:59.847176 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0b6ac-8ab8-46df-8e6a-dcdde1e04599 req-cc87c471-56b8-467e-b70b-c2c963fda0d6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:59.848667 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3d0b6ac-8ab8-46df-8e6a-dcdde1e04599 req-cc87c471-56b8-467e-b70b-c2c963fda0d6 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0792680 Sep 07 09:50:59.857264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ace6d-19ff-482e-92c3-1abc01c208c8 req-7d8024e6-f156-4d16-a7d1-6021fa2269a0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:50:59.858635 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e4ace6d-19ff-482e-92c3-1abc01c208c8 req-7d8024e6-f156-4d16-a7d1-6021fa2269a0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0643899 Sep 07 09:50:59.910455 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3d0b6ac-8ab8-46df-8e6a-dcdde1e04599 req-e383da09-7db0-4940-b532-968b3a8c3c95 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Sep 07 09:50:59.918297 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e4ace6d-19ff-482e-92c3-1abc01c208c8 req-af89a260-d53e-4c6a-a4da-2f4f34aaae1c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Sep 07 09:51:00.085266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bd7a-6f01-4c71-af01-3010d182052d req-5290c5a6-fce6-4029-beed-8d3b548e5592 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:00.087611 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8287bd7a-6f01-4c71-af01-3010d182052d req-5290c5a6-fce6-4029-beed-8d3b548e5592 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0836394 Sep 07 09:51:00.096245 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88452c10-e7d2-44ff-b4aa-e4aead776b49 req-35998eb3-b0f6-45d9-a3a4-1d2cc055eafe tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:00.097679 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88452c10-e7d2-44ff-b4aa-e4aead776b49 req-35998eb3-b0f6-45d9-a3a4-1d2cc055eafe tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0835972 Sep 07 09:51:00.153175 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8287bd7a-6f01-4c71-af01-3010d182052d req-d5526db5-f227-4e99-9d77-363cb272b15d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545664 Sep 07 09:51:00.155870 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-88452c10-e7d2-44ff-b4aa-e4aead776b49 req-d850f6e7-4cd7-4e2b-b488-8d27c654792b tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511258 Sep 07 09:51:00.811022 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:01.052686 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3838-dbc2-4e04-80a1-8d06f8d7385c req-b1603554-12ad-4a5b-bfad-01c1417880d3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:01.054166 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-702e3838-dbc2-4e04-80a1-8d06f8d7385c req-b1603554-12ad-4a5b-bfad-01c1417880d3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0677674 Sep 07 09:51:01.062275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112226-82ad-4efc-9c39-5149d4d7abb4 req-9c29ecce-a7ac-4d0d-b2ef-805caa437465 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:01.063691 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-41112226-82ad-4efc-9c39-5149d4d7abb4 req-9c29ecce-a7ac-4d0d-b2ef-805caa437465 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0876815 Sep 07 09:51:01.115443 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-702e3838-dbc2-4e04-80a1-8d06f8d7385c req-4b2fd714-d847-446e-a1ea-2284c02f0d1f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Sep 07 09:51:01.123133 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-41112226-82ad-4efc-9c39-5149d4d7abb4 req-7070ceec-57e8-4e97-8274-1c9149b2a72b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Sep 07 09:51:01.293448 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a93a6d-20af-4ac3-a6fa-0d33e524d751 req-122ed446-7390-4c31-9aec-52f8d11c38b1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:01.294898 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12a93a6d-20af-4ac3-a6fa-0d33e524d751 req-122ed446-7390-4c31-9aec-52f8d11c38b1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0734875 Sep 07 09:51:01.302717 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e971a-8477-4b24-8e5c-7e43eec0069b req-f5fb4805-eb1c-458a-8e76-ee0557ad323c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:01.304063 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-856e971a-8477-4b24-8e5c-7e43eec0069b req-f5fb4805-eb1c-458a-8e76-ee0557ad323c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0736322 Sep 07 09:51:01.361461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12a93a6d-20af-4ac3-a6fa-0d33e524d751 req-782c7029-5335-4ad1-9e19-ae3c531d05aa tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Sep 07 09:51:01.364208 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-856e971a-8477-4b24-8e5c-7e43eec0069b req-fb0118b9-a4fc-4bd8-852e-e68eaa26e194 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531476 Sep 07 09:51:01.984165 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac542-0837-4a89-b7d9-f62bcf77ddec req-8f45c521-ef23-425a-8c5e-f89f742bdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:01.985615 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a5aac542-0837-4a89-b7d9-f62bcf77ddec req-8f45c521-ef23-425a-8c5e-f89f742bdfd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 1098 time: 0.0388765 Sep 07 09:51:02.026022 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a5aac542-0837-4a89-b7d9-f62bcf77ddec req-f14e9830-bd96-4669-a024-9a7ea8794b0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286400 Sep 07 09:51:02.255590 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f5898-385d-4c7e-9a5a-2fe2e99cf6cc req-f6a8343a-81c8-4ed4-b6a6-db586df02643 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:02.257088 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c8f5898-385d-4c7e-9a5a-2fe2e99cf6cc req-f6a8343a-81c8-4ed4-b6a6-db586df02643 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0662527 Sep 07 09:51:02.264367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178265f-094a-434c-a551-12bd1d7d4fd8 req-784f88bd-9ae4-4142-ab31-29b7f7541ac8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:02.265761 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9178265f-094a-434c-a551-12bd1d7d4fd8 req-784f88bd-9ae4-4142-ab31-29b7f7541ac8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0846119 Sep 07 09:51:02.318591 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c8f5898-385d-4c7e-9a5a-2fe2e99cf6cc req-39c0d0a3-4ba0-4b04-9635-5a7ee364e2c4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518167 Sep 07 09:51:02.326512 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9178265f-094a-434c-a551-12bd1d7d4fd8 req-79ffd64e-ef48-459b-b828-143fd88131e4 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 Sep 07 09:51:02.506223 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e543-39be-4fb2-ad83-3a34da08f83e req-d98e4cd1-0c60-49f2-85ab-d644a30c9679 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:02.508321 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0a2e543-39be-4fb2-ad83-3a34da08f83e req-d98e4cd1-0c60-49f2-85ab-d644a30c9679 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0798333 Sep 07 09:51:02.516612 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3af3da-aecb-4fed-9482-43c1567c6beb req-6d68a074-c139-4872-bfa1-20e4fbb558a4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:02.518006 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c3af3da-aecb-4fed-9482-43c1567c6beb req-6d68a074-c139-4872-bfa1-20e4fbb558a4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0813899 Sep 07 09:51:02.574248 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0a2e543-39be-4fb2-ad83-3a34da08f83e req-d78c6ec1-dace-4572-bfe2-31f78904aba4 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552974 Sep 07 09:51:02.577006 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c3af3da-aecb-4fed-9482-43c1567c6beb req-1e708f59-f571-486b-ae2d-d0c1b39d74b1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519321 Sep 07 09:51:03.461434 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b89d-5ccd-4a8e-a916-cdff46f399c4 req-56afbab6-5822-475f-83ca-37421d857d6c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:03.462808 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e40b89d-5ccd-4a8e-a916-cdff46f399c4 req-56afbab6-5822-475f-83ca-37421d857d6c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0767663 Sep 07 09:51:03.470720 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4063b8-f733-4e33-a837-c7ed2a33ef2a req-ecc0dbff-ca6c-422c-9ab0-0cd7f8f27a7c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:03.472071 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fa4063b8-f733-4e33-a837-c7ed2a33ef2a req-ecc0dbff-ca6c-422c-9ab0-0cd7f8f27a7c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0773726 Sep 07 09:51:03.524158 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e40b89d-5ccd-4a8e-a916-cdff46f399c4 req-9cb9d899-ae9c-4d34-9996-6ab3e444edc2 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Sep 07 09:51:03.528899 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fa4063b8-f733-4e33-a837-c7ed2a33ef2a req-57e9f288-a3ad-4bb5-9661-b5dd07a4d50b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495584 Sep 07 09:51:03.695023 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493771c-696b-401c-832b-58dd533fbc69 req-2030987e-8ddc-4cb7-9932-c614da355983 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:03.696620 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2493771c-696b-401c-832b-58dd533fbc69 req-2030987e-8ddc-4cb7-9932-c614da355983 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0469878 Sep 07 09:51:03.734061 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2493771c-696b-401c-832b-58dd533fbc69 req-e55cc1ec-7ba7-438f-b37d-52ece1a91237 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315034 Sep 07 09:51:04.666950 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6769-763e-4644-9ce8-72e7a10b0c04 req-225e6cfb-1af1-41bc-94b6-a3147e3a8838 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:04.668409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a42d6769-763e-4644-9ce8-72e7a10b0c04 req-225e6cfb-1af1-41bc-94b6-a3147e3a8838 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0774655 Sep 07 09:51:04.676273 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb43a8-ef07-4b0f-9450-1213b9e090bc req-a0dfb8f8-0f77-4789-9d31-eff6ad693de6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:04.677657 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ccb43a8-ef07-4b0f-9450-1213b9e090bc req-a0dfb8f8-0f77-4789-9d31-eff6ad693de6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0770211 Sep 07 09:51:04.723932 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a42d6769-763e-4644-9ce8-72e7a10b0c04 req-469d7645-205e-4669-a9a5-ea182a4a35ab tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Sep 07 09:51:04.736844 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ccb43a8-ef07-4b0f-9450-1213b9e090bc req-60d3dcf6-cca2-46cf-94fc-d3615b868e60 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Sep 07 09:51:04.850663 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090c2e-d2d7-40e5-bdfb-ca6f9b5fb562 req-fd12dddd-7a5e-4ba5-b6d9-894091ac6ced tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:04.853089 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8090c2e-d2d7-40e5-bdfb-ca6f9b5fb562 req-fd12dddd-7a5e-4ba5-b6d9-894091ac6ced tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0497367 Sep 07 09:51:04.889544 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8090c2e-d2d7-40e5-bdfb-ca6f9b5fb562 req-3747c1bb-4131-4073-a200-fcc17ce918ba tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306561 Sep 07 09:51:05.869016 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493ad6-08f3-4946-952e-dffd86b972bc req-d6489508-f1a8-4f34-965a-e7b9ad7f3f3d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:05.870479 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4493ad6-08f3-4946-952e-dffd86b972bc req-d6489508-f1a8-4f34-965a-e7b9ad7f3f3d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0783982 Sep 07 09:51:05.878361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee292e9-7a25-484f-b81e-77c5953d78b6 req-c460a512-35bb-42b4-ba05-75cd659360c3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:05.879720 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ee292e9-7a25-484f-b81e-77c5953d78b6 req-c460a512-35bb-42b4-ba05-75cd659360c3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0779517 Sep 07 09:51:05.934613 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4493ad6-08f3-4946-952e-dffd86b972bc req-c446bdbe-e7c3-45b9-a769-4917d5c1e445 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Sep 07 09:51:05.937268 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ee292e9-7a25-484f-b81e-77c5953d78b6 req-21350218-62af-45e0-9020-29196b3a7453 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Sep 07 09:51:06.034800 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c78490-c66e-40a8-9643-f3b598ee2c46 req-04d62f72-4974-4e62-9e8a-1657f1e3664a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:06.036271 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6c78490-c66e-40a8-9643-f3b598ee2c46 req-04d62f72-4974-4e62-9e8a-1657f1e3664a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Sep 07 09:51:06.076311 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6c78490-c66e-40a8-9643-f3b598ee2c46 req-43bba7e4-33ee-4781-a65d-f8a09b0a5c91 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329313 Sep 07 09:51:07.093676 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972690-5227-469b-9d5e-5b47548c1263 req-33635b00-97ba-4ba5-bb99-3c43b4369943 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:07.095067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2972690-5227-469b-9d5e-5b47548c1263 req-33635b00-97ba-4ba5-bb99-3c43b4369943 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0793991 Sep 07 09:51:07.106649 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1d2d-3b01-45d0-8109-25ab73420ae7 req-0ff0daeb-1385-46cb-a270-f6bb346e9ce8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:07.108104 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-403e1d2d-3b01-45d0-8109-25ab73420ae7 req-0ff0daeb-1385-46cb-a270-f6bb346e9ce8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0637848 Sep 07 09:51:07.164702 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2972690-5227-469b-9d5e-5b47548c1263 req-25d5194a-17a5-4c35-b675-93f3c0fd0fea tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Sep 07 09:51:07.167485 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-403e1d2d-3b01-45d0-8109-25ab73420ae7 req-83e00701-d4ed-4e1d-b678-92dcd1d70e94 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528855 Sep 07 09:51:07.311424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138205-bef1-45ec-a0c2-f762cdd684cc req-e65a85f0-d792-4275-a3ea-75f11b74b97a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:07.312973 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-98138205-bef1-45ec-a0c2-f762cdd684cc req-e65a85f0-d792-4275-a3ea-75f11b74b97a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0735216 Sep 07 09:51:07.322739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce4dec-ee6e-4167-9b64-15df4e6b9798 req-9db3525b-754b-4f83-8fea-b0945152555c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:07.322739 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58ce4dec-ee6e-4167-9b64-15df4e6b9798 req-9db3525b-754b-4f83-8fea-b0945152555c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0930078 Sep 07 09:51:07.375655 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-98138205-bef1-45ec-a0c2-f762cdd684cc req-181f5395-346b-45ee-af3c-7bf9ab462ae1 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520647 Sep 07 09:51:07.383954 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-58ce4dec-ee6e-4167-9b64-15df4e6b9798 req-d32f0a85-c90d-4f33-b805-a18a2cb581b3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531113 Sep 07 09:51:08.326856 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901c85b-d79c-4d31-9f0a-de55dc778ce3 req-783afefa-1147-477b-999c-5a817c1e92da tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:08.328632 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d901c85b-d79c-4d31-9f0a-de55dc778ce3 req-783afefa-1147-477b-999c-5a817c1e92da tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.0882206 Sep 07 09:51:08.328755 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8b9b-589f-47e5-8ba4-69c1e92d208f req-bf81da9e-38a8-46b6-90a0-e144aacd5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:08.330879 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f93c8b9b-589f-47e5-8ba4-69c1e92d208f req-bf81da9e-38a8-46b6-90a0-e144aacd5a7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0446861 Sep 07 09:51:08.343270 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eda9c-bb3e-477e-a5df-3839602a8cf6 req-6e6eb4c2-0950-4a70-b46a-ed62a8f534d0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:08.344983 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cb4eda9c-bb3e-477e-a5df-3839602a8cf6 req-6e6eb4c2-0950-4a70-b46a-ed62a8f534d0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0946078 Sep 07 09:51:08.374016 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-f93c8b9b-589f-47e5-8ba4-69c1e92d208f req-4b379256-c735-4575-932d-4a9a63fdc7f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Sep 07 09:51:08.399796 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d901c85b-d79c-4d31-9f0a-de55dc778ce3 req-015b07bb-38ba-4c4f-9762-f928c695adfc tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Sep 07 09:51:08.407801 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cb4eda9c-bb3e-477e-a5df-3839602a8cf6 req-2a8e868f-9784-4401-8b62-a723b68a9de9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Sep 07 09:51:08.566184 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab52b-0d0c-459f-885d-2a8b6801b039 req-8895d2e7-729f-4b26-9bc8-180a7257f40f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:08.573039 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-501ab52b-0d0c-459f-885d-2a8b6801b039 req-8895d2e7-729f-4b26-9bc8-180a7257f40f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0917799 Sep 07 09:51:08.593271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0a005-fff9-4647-9765-034aea9c871a req-86afc9d3-4fae-439b-89dd-caf752619c11 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:08.594977 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-53d0a005-fff9-4647-9765-034aea9c871a req-86afc9d3-4fae-439b-89dd-caf752619c11 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.1044333 Sep 07 09:51:08.645984 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-501ab52b-0d0c-459f-885d-2a8b6801b039 req-cd72e0cc-02c7-4322-861a-5d0bc03001db tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713460 Sep 07 09:51:08.663802 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-53d0a005-fff9-4647-9765-034aea9c871a req-83fe2395-b455-4b3a-8148-9301991c2093 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588522 Sep 07 09:51:09.524427 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff6a16-bb87-49b0-badf-87c2f62c6284 req-3d110c25-7679-4878-8fe4-9babd710834f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:09.526181 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aeff6a16-bb87-49b0-badf-87c2f62c6284 req-3d110c25-7679-4878-8fe4-9babd710834f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Sep 07 09:51:09.566650 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aeff6a16-bb87-49b0-badf-87c2f62c6284 req-2470629f-75d8-40f6-b291-56ec3cbd2561 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Sep 07 09:51:09.669220 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57162) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:09.784403 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2cadb2be-c6e5-453d-bd39-8a74dd63508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:09.808647 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2257fbc-1546-40d6-a400-d95d8bc262ad req-d7be7217-7fc7-4fb0-b6ef-bc62a29b3181 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:09.810145 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2257fbc-1546-40d6-a400-d95d8bc262ad req-d7be7217-7fc7-4fb0-b6ef-bc62a29b3181 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.0783081 Sep 07 09:51:09.818768 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6dc2a-548a-4b96-98dc-2c5ccedd3e89 req-c1d1d5c5-dc04-47b7-b4cb-2d31a45e9f7c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:09.820229 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c3c6dc2a-548a-4b96-98dc-2c5ccedd3e89 req-c1d1d5c5-dc04-47b7-b4cb-2d31a45e9f7c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.0792551 Sep 07 09:51:09.877537 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2257fbc-1546-40d6-a400-d95d8bc262ad req-bbfbfd66-ad48-4b45-845a-6f1c7c7e4ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562980 Sep 07 09:51:09.882421 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c3c6dc2a-548a-4b96-98dc-2c5ccedd3e89 req-cf95b353-46e0-40a5-967e-1a1990f9d93c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Sep 07 09:51:09.900077 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2cadb2be-c6e5-453d-bd39-8a74dd63508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:09.905539 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-2cadb2be-c6e5-453d-bd39-8a74dd63508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:09.943886 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-2cadb2be-c6e5-453d-bd39-8a74dd63508e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=976f9326edd545ab95f2c52f1bf0e73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735627 Sep 07 09:51:09.946643 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57176) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:09.947428 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadb2be-c6e5-453d-bd39-8a74dd63508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0734f0fa-1193-4121-be02-78cfff3177d8,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:10.000537 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.020454 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.067245 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.069930 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.071117 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0734f0fa-1193-4121-be02-78cfff3177d8 HTTP/1.1" status: 204 len: 168 time: 0.1229846 Sep 07 09:51:10.079170 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0734f0fa-1193-4121-be02-78cfff3177d8,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:10.087233 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.087809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.088316 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.088846 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.089261 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.089512 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.089848 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.090182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.090513 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.090841 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.091164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.091548 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5f74a-4aee-4be6-bd43-b94df52f40e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:10.316395 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-3d217afe-2e12-453c-a9ba-30d45d90c8fb tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:10.318178 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-3d217afe-2e12-453c-a9ba-30d45d90c8fb tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.1010759 Sep 07 09:51:10.366201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57188) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:10.382259 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f1add5d5-7353-4518-8727-0b6894103cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.516254 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Deleting port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:10.517971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.518152 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f1add5d5-7353-4518-8727-0b6894103cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.528458 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f1add5d5-7353-4518-8727-0b6894103cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.584494 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f1add5d5-7353-4518-8727-0b6894103cc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc446356d1da40dbbbd1c8095c11274b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149427 Sep 07 09:51:10.584494 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1add5d5-7353-4518-8727-0b6894103cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba0faa-4adb-4c2a-90ac-8a71c9a84efa,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:10.585608 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57200) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:10.701357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.731087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8f26-8d09-4783-94e9-8df2c1118dfb req-35dbc850-78b9-410d-b485-9e8a1c77898b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:10.732862 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f23f8f26-8d09-4783-94e9-8df2c1118dfb req-35dbc850-78b9-410d-b485-9e8a1c77898b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0608845 Sep 07 09:51:10.751073 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] For port 3cdfc9f0-ad31-430c-bf22-b034b1a20346, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=3cdfc9f0-ad31-430c-bf22-b034b1a20346,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:10.751703 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.780989 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.784528 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f23f8f26-8d09-4783-94e9-8df2c1118dfb req-6e804b45-3081-4936-bfb8-b5630234d4b9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Sep 07 09:51:10.836324 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Calling delete_port for 3cdfc9f0-ad31-430c-bf22-b034b1a20346 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:10.868033 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57216) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:10.995346 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.998277 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:10.999434 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7ba0faa-4adb-4c2a-90ac-8a71c9a84efa HTTP/1.1" status: 204 len: 168 time: 0.4123199 Sep 07 09:51:11.010235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77828-711f-4365-9b40-5cfd17c43f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba0faa-4adb-4c2a-90ac-8a71c9a84efa,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:11.056528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4ac25ad-8f83-4038-9107-64946b9b4618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.104241 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.110933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407dd3-8ea6-4bf6-9443-5214eb47b4c4 req-1ef14b88-b8c8-4f73-839f-be250e73e30c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:11.119141 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48407dd3-8ea6-4bf6-9443-5214eb47b4c4 req-1ef14b88-b8c8-4f73-839f-be250e73e30c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5437d17f-f2ee-4ed1-9429-ca664d1d626e HTTP/1.1" status: 200 len: 945 time: 0.1327755 Sep 07 09:51:11.135506 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Pushing event deleted for resources: {'Port': ['ID=3cdfc9f0-ad31-430c-bf22-b034b1a20346,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:11.206810 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] No DVR routers for this DVR port 3cdfc9f0-ad31-430c-bf22-b034b1a20346 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:11.209990 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.212222 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-1c273f13-04b4-4dbb-a0df-278b3749cbd9 req-6e691c4b-c2f0-481c-89b9-11c5f1edd3e3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "DELETE /v2.0/ports/3cdfc9f0-ad31-430c-bf22-b034b1a20346 HTTP/1.1" status: 204 len: 173 time: 0.8836803 Sep 07 09:51:11.212721 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'name': 'network-vif-deleted', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:11.215166 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a722f9-b74b-4535-be25-94233d5c9ba1" -d '{"events": [{"server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "name": "network-vif-deleted", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:11.368921 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a85796-2783-4992-8c86-d7ec6c633d09 req-b89a27d7-9b60-4704-9056-1851e02b5ab5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:11.368921 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59a85796-2783-4992-8c86-d7ec6c633d09 req-b89a27d7-9b60-4704-9056-1851e02b5ab5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.3296802 Sep 07 09:51:11.410561 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48407dd3-8ea6-4bf6-9443-5214eb47b4c4 req-2f73483b-798d-4b78-972f-00b92d2baf0f tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905793 Sep 07 09:51:11.453288 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59a85796-2783-4992-8c86-d7ec6c633d09 req-bdb982c9-9ad7-4f8a-b9e4-9d6b0c640ea6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720167 Sep 07 09:51:11.504504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4ac25ad-8f83-4038-9107-64946b9b4618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.508996 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4ac25ad-8f83-4038-9107-64946b9b4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.561249 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac25ad-8f83-4038-9107-64946b9b4618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d6f76-a631-41ce-b87e-34393e7afdae,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:11.569674 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b64d87-7151-4e4f-8ab4-328e267bee30 x-openstack-request-id: req-05b64d87-7151-4e4f-8ab4-328e267bee30 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:11.571273 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5437d17f-f2ee-4ed1-9429-ca664d1d626e", "name": "network-vif-deleted", "tag": "3cdfc9f0-ad31-430c-bf22-b034b1a20346", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:11.573198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05b64d87-7151-4e4f-8ab4-328e267bee30 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:11.574002 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5437d17f-f2ee-4ed1-9429-ca664d1d626e', 'name': 'network-vif-deleted', 'tag': '3cdfc9f0-ad31-430c-bf22-b034b1a20346', 'status': 'completed', 'code': 200} Sep 07 09:51:11.578001 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d4ac25ad-8f83-4038-9107-64946b9b4618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e1c05efc00141e1ba222033eb5806dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084515 Sep 07 09:51:11.579600 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57250) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:11.659237 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.679791 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2d28-446a-405b-9487-c64d448d225b req-bb6aeca4-8587-4af0-a9a5-9999d7d5dd22 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:11.681583 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-902d2d28-446a-405b-9487-c64d448d225b req-bb6aeca4-8587-4af0-a9a5-9999d7d5dd22 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0538912 Sep 07 09:51:11.699018 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.723603 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-902d2d28-446a-405b-9487-c64d448d225b req-fd5a4ff6-8036-46af-a900-5fdac8937811 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Sep 07 09:51:11.757063 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-700d5342-7033-45c1-aaa2-e886b9e758b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:11.758833 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-700d5342-7033-45c1-aaa2-e886b9e758b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0724251 Sep 07 09:51:11.770859 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57256) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:11.785136 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.787733 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.788843 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e8d6f76-a631-41ce-b87e-34393e7afdae HTTP/1.1" status: 204 len: 168 time: 0.2079697 Sep 07 09:51:11.816923 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eef72-3601-4fa6-8529-061afe808388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d6f76-a631-41ce-b87e-34393e7afdae,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:11.886346 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-75fc0aca-09c9-458d-9bdc-d1504641f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:11.888153 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-75fc0aca-09c9-458d-9bdc-d1504641f447 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.1119394 Sep 07 09:51:11.892933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-785389866-network', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:11.926674 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Made reservation on behalf of 7ca78059bd8246bc8087e8b9fc384539 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:11.929685 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.939018 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:11.945535 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-56956b86-e0da-4aae-9ffe-c5125dbb5e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0369446 Sep 07 09:51:12.103065 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-7439aaf2-e612-4b31-a776-74ed4a1a634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.105888 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-7439aaf2-e612-4b31-a776-74ed4a1a634f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.1522374 Sep 07 09:51:12.113218 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.120078 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.139352 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:12.169046 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.169299 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Added segment b5f3fec7-c79d-45a9-8f6d-fe170479624c of type vlan for network 299bb351-257d-4c3b-a1f3-485a5417e08b Sep 07 09:51:12.170609 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a3d39-896d-437c-97b5-2a1387ffbecf,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:12.183177 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-c8eb37ce-76f5-4dde-b333-7c2e9d959dab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568042 Sep 07 09:51:12.228556 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.256256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.257518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.259077 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.293103 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-bb8f2beb-fefc-44c3-8302-b776c5cf4fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006153 Sep 07 09:51:12.300533 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5260451 Sep 07 09:51:12.301669 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57272) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:12.307602 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Request body: {'subnet': {'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-785389866-subnet', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:12.329717 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd88e-957d-4891-9e25-355283c41efe admin admin] Pushing event updated for resources: {'Network': ['ID=299bb351-257d-4c3b-a1f3-485a5417e08b,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:12.341439 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:12.359328 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57274) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:12.400466 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Made reservation on behalf of 7ca78059bd8246bc8087e8b9fc384539 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:12.403858 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.570544 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-ca031d6e-29ad-46bf-8d91-c45b6d2054e5 req-769b2124-41e7-46f1-9871-d4a1384dc5ca service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583842 Sep 07 09:51:12.577745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb455-7dea-4b1e-8c86-0922ff53b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.675693 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e94ae-7f8e-402c-a380-f55796289b14 req-51e9b003-5af6-49ce-85da-9aa7a80d370f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.683528 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e53e94ae-7f8e-402c-a380-f55796289b14 req-51e9b003-5af6-49ce-85da-9aa7a80d370f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1289489 Sep 07 09:51:12.689544 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.742965 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7294f815-e7fd-48af-a007-c1ff2bcf7c0e,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:12.762229 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Checking segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:12.762945 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Network hostable DHCP agents. Network: 299bb351-257d-4c3b-a1f3-485a5417e08b, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:12.770033 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e53e94ae-7f8e-402c-a380-f55796289b14 req-884412a9-bb27-4ff2-a093-9ab3c381337d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855813 Sep 07 09:51:12.784368 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:12.794951 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:51:12.797788 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 299bb351-257d-4c3b-a1f3-485a5417e08b) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:12.803112 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.803709 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.817544 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 3cdfc9f0-ad31-430c-bf22-b034b1a20346 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:12.820852 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06760937-0025-4e69-a679-b47c52da466d None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:12.861904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 3cdfc9f0-ad31-430c-bf22-b034b1a20346 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:51:12.862246 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 3cdfc9f0-ad31-430c-bf22-b034b1a20346 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:51:12.939536 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-a7408f40-a83f-4256-83dd-da825af6b479 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.940952 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-a7408f40-a83f-4256-83dd-da825af6b479 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 808 time: 0.2206488 Sep 07 09:51:12.957300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1be84-9a95-49c4-a206-690b386ceff8 req-5debc27e-335b-4ac0-b530-4c1e479af690 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:12.958768 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69f1be84-9a95-49c4-a206-690b386ceff8 req-5debc27e-335b-4ac0-b530-4c1e479af690 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1148555 Sep 07 09:51:12.965489 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb455-7dea-4b1e-8c86-0922ff53b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.977320 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-39d65098-3fcd-46a8-a09e-13c2374acc19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6742790 Sep 07 09:51:12.979370 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb455-7dea-4b1e-8c86-0922ff53b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:12.980396 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57302) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:12.986264 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:12.994108 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-639cde9b-2e6e-4bf7-b515-8245fac4941b tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/quotas/bed76c7581794bff96f0d4b4c3f5a231 HTTP/1.1" status: 200 len: 375 time: 0.0312395 Sep 07 09:51:13.019093 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:13.021863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.026416 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.040404 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:51:13.072771 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-a148b9e0-b2fd-4372-a496-2c8990daeb87 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676768 Sep 07 09:51:13.076339 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bb455-7dea-4b1e-8c86-0922ff53b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb037a-9266-4da6-bcf4-e30eee4962c4,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:13.083191 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3f2bb455-7dea-4b1e-8c86-0922ff53b143 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7757b6a555db4f33824bcd3336684277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227001 Sep 07 09:51:13.085399 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57304) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:13.096556 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-299bb351-257d-4c3b-a1f3-485a5417e08b', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:51:13.097027 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69f1be84-9a95-49c4-a206-690b386ceff8 req-f18e1559-5a46-42cf-a890-4cfea81aea8c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284497 Sep 07 09:51:13.097755 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.097873 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.128120 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.187067 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:51:13.229106 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:13.231792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.235895 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.257929 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-b427e55e-4079-48cf-b628-7a2fdc5ba488 service neutron] 10.222.0.24 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731143 Sep 07 09:51:13.261844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.283353 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.318323 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Allocated IP 172.20.0.2 (299bb351-257d-4c3b-a1f3-485a5417e08b/7294f815-e7fd-48af-a007-c1ff2bcf7c0e/fc99f635-3a02-483b-b4a8-b12db9ec57dc) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:13.328780 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=6']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:13.392322 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-953dc793-bded-4ff6-9e83-29318e07f978 service neutron] 10.222.0.24 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226768 Sep 07 09:51:13.404564 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.407925 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.412054 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17eb037a-9266-4da6-bcf4-e30eee4962c4 HTTP/1.1" status: 204 len: 168 time: 0.3137863 Sep 07 09:51:13.423116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f15ae-b4c3-49bb-a8f0-7f8d6d3704d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb037a-9266-4da6-bcf4-e30eee4962c4,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:13.489478 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.510794 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.522083 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.537543 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Transition to ACTIVE for port object fc99f635-3a02-483b-b4a8-b12db9ec57dc will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:13.588142 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Transition to ACTIVE for port object fc99f635-3a02-483b-b4a8-b12db9ec57dc will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:13.596949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.660524 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:13.665125 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:13.670582 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:13.684080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Pushing event updated for resources: {'Port': ['ID=fc99f635-3a02-483b-b4a8-b12db9ec57dc,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:13.706899 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2279c8b9-7a8c-47e6-86cc-c6c62e0d96aa req-8d743f00-f6da-48a4-a137-737ff73fd08a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 210 time: 0.0797932 Sep 07 09:51:13.766106 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Attempting to bind port fc99f635-3a02-483b-b4a8-b12db9ec57dc on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:13.766551 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Attempting to bind port fc99f635-3a02-483b-b4a8-b12db9ec57dc by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:13.766976 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Attempting to bind port fc99f635-3a02-483b-b4a8-b12db9ec57dc on network 299bb351-257d-4c3b-a1f3-485a5417e08b {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:13.774322 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Allocated IP 172.27.2.17 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/e84e7bbe-9ec5-4172-9b6e-a94b764aef31) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:13.778595 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:13.779045 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Checking segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:13.779563 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.780020 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Bound using segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:13.780587 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Bound port: fc99f635-3a02-483b-b4a8-b12db9ec57dc, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:13.781035 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.881070 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] For port fc99f635-3a02-483b-b4a8-b12db9ec57dc, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:13.885184 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] For port fc99f635-3a02-483b-b4a8-b12db9ec57dc, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc99f635-3a02-483b-b4a8-b12db9ec57dc,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:13.892726 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.908903 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.913837 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a24ab1-f4a6-4216-a28d-b2e741d28c39 req-c66dbf90-5c5f-42f4-a6fd-dd185a0507ff tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:13.916443 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-37a24ab1-f4a6-4216-a28d-b2e741d28c39 req-c66dbf90-5c5f-42f4-a6fd-dd185a0507ff tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Sep 07 09:51:13.956792 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9c132-f537-4ad0-8ff3-ebf8f27489fe None None] Pushing event updated for resources: {'Port': ['ID=fc99f635-3a02-483b-b4a8-b12db9ec57dc,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:13.960430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:13.978545 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-37a24ab1-f4a6-4216-a28d-b2e741d28c39 req-b148a1cb-46b5-4e3f-9f0f-801d01ca690e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550475 Sep 07 09:51:13.999531 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:14.002449 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:14.008093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:14.018104 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:14.261626 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62e7c5-3973-4cc6-ab0c-a1e6c8b26425 req-13f48fd7-523c-441e-8fa7-6590fe8fdc63 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:14.263006 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e62e7c5-3973-4cc6-ab0c-a1e6c8b26425 req-13f48fd7-523c-441e-8fa7-6590fe8fdc63 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0736046 Sep 07 09:51:14.305097 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:14.309454 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e62e7c5-3973-4cc6-ab0c-a1e6c8b26425 req-b4ad190f-5125-4dc2-be67-f63581ca5c70 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Sep 07 09:51:14.498912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:14.822774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-45941755-325c-4ae7-b202-32d1c265f880 req-cc20cb46-f482-4385-8b2f-bd6801b56f51 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 210 time: 0.0309699 Sep 07 09:51:14.840051 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:51:14.953560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54aadee-45a2-4234-baa3-77dcc44f2f2f None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:14.960431 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:14.969603 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Sync routers for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:14.979142 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:14.980545 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ea4173ae-ffe5-4f89-851e-8d72b320b5f9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9982538 Sep 07 09:51:14.980699 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:14.980788 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:14.983040 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57332) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:15.084086 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:15.087457 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-64baa5b0-52cf-43f3-84f1-34789d768609 None None] Provisioning for port fc99f635-3a02-483b-b4a8-b12db9ec57dc completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:15.115824 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac2589-06df-45f0-900b-93084b724a40 req-b180019c-694f-49e2-8a85-1033d1811211 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:15.123896 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0ac2589-06df-45f0-900b-93084b724a40 req-b180019c-694f-49e2-8a85-1033d1811211 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0608394 Sep 07 09:51:15.168579 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0ac2589-06df-45f0-900b-93084b724a40 req-1f49ca27-8a49-419a-8836-b9149996958c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Sep 07 09:51:15.295440 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:14Z', 'revision_number': 3, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:15.322375 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Checking router: 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:15.322728 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Updating router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:15.349851 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.438737 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27c17f-e9d0-4c4c-81f4-4feb1257906b req-446da8f5-064d-410d-99ca-24a5888038c5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:15.439748 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.440264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d27c17f-e9d0-4c4c-81f4-4feb1257906b req-446da8f5-064d-410d-99ca-24a5888038c5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0591931 Sep 07 09:51:15.483737 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d27c17f-e9d0-4c4c-81f4-4feb1257906b req-0217bda4-3e1a-4ecd-9b75-6c25057039b1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Sep 07 09:51:15.593213 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Allocated IP 172.20.0.1 (299bb351-257d-4c3b-a1f3-485a5417e08b/7294f815-e7fd-48af-a007-c1ff2bcf7c0e/eb8aec96-1c1b-4763-94df-d7c86fa8a893) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:15.621259 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.631191 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Transition to ACTIVE for port object e84e7bbe-9ec5-4172-9b6e-a94b764aef31 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:15.637883 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.689822 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Pushing event updated for resources: {'Port': ['ID=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:15.692944 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Attempting to bind port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:15.693319 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Attempting to bind port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:15.693682 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Attempting to bind port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:15.694580 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.702834 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.703228 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.703562 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.703901 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.704243 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.704607 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.704941 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.705271 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.705615 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.705947 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.706275 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.706597 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:15.708597 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Transition to ACTIVE for port object eb8aec96-1c1b-4763-94df-d7c86fa8a893 will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:15.709828 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:15.710279 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:15.710695 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.711694 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:15.712193 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Bound port: e84e7bbe-9ec5-4172-9b6e-a94b764aef31, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:15.712628 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.740791 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.765921 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] For port e84e7bbe-9ec5-4172-9b6e-a94b764aef31, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:15.769147 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] For port e84e7bbe-9ec5-4172-9b6e-a94b764aef31, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:15.775167 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.779492 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:15.782426 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:15.788045 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:15.810908 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:15.829560 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:15.831117 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1aa68-60ec-41b4-9a6d-77474105dd7b None None] Pushing event updated for resources: {'Port': ['ID=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:15.840706 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:15.841331 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:15.989032 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-305d56dd-bcee-4995-9114-ee93e12c32ed req-50090f54-0403-4fca-b16b-fee4bfb7ff92 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 210 time: 0.0357730 Sep 07 09:51:16.009696 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.016092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc99f635-3a02-483b-b4a8-b12db9ec57dc up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:16.055974 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:16.092244 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port fc99f635-3a02-483b-b4a8-b12db9ec57dc completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:16.097167 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port fc99f635-3a02-483b-b4a8-b12db9ec57dc triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:16.097567 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.151484 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c1f64562-c911-4c5b-875c-e7e940813c1c None None] Provisioning for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:16.173827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c1f64562-c911-4c5b-875c-e7e940813c1c None None] Provisioning complete for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:16.174202 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c1f64562-c911-4c5b-875c-e7e940813c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.210580 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.218463 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.222043 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.235574 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-c1f64562-c911-4c5b-875c-e7e940813c1c None None] Port eb8aec96-1c1b-4763-94df-d7c86fa8a893 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:16.261649 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port fc99f635-3a02-483b-b4a8-b12db9ec57dc, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc99f635-3a02-483b-b4a8-b12db9ec57dc,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:16.268295 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.301425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.309631 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:16.344020 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=fc99f635-3a02-483b-b4a8-b12db9ec57dc,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:16.355543 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:14Z', 'revision_number': 3, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:16.383697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a768e04-6ec7-415e-8726-cf70fa29ae32 req-eeebe062-d4f0-4bd9-89fd-ddd3974313ed tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:16.384506 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96dc1a1-0b0f-453e-8250-37d7ee8ce452 None None] The sync data for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi is: [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:14Z', 'revision_number': 3, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:16.385304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a768e04-6ec7-415e-8726-cf70fa29ae32 req-eeebe062-d4f0-4bd9-89fd-ddd3974313ed tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0859995 Sep 07 09:51:16.424459 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a768e04-6ec7-415e-8726-cf70fa29ae32 req-39ee4a7b-f6db-4c99-aa3e-d3ad8021febe tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324180 Sep 07 09:51:16.424951 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:16.426379 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:16.572804 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:16.589517 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:51:16.626177 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21f863-d29a-40e9-9894-e1285f5a4e9e req-21ab8995-c3f3-42ef-98c0-3ab8e91a207c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:16.636882 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1b21f863-d29a-40e9-9894-e1285f5a4e9e req-21ab8995-c3f3-42ef-98c0-3ab8e91a207c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0699503 Sep 07 09:51:16.713072 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1b21f863-d29a-40e9-9894-e1285f5a4e9e req-87709e0d-9494-4bc2-8eb9-3482f686ff8a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756314 Sep 07 09:51:16.775033 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:16.785584 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e1663707-1361-4527-880c-3450bf75d493 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8009689 Sep 07 09:51:16.787944 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-02a17bd2-5ced-47bb-8add-cc2875ee6564 None None] Provisioning complete for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:16.788315 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-02a17bd2-5ced-47bb-8add-cc2875ee6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:16.841228 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-02a17bd2-5ced-47bb-8add-cc2875ee6564 None None] Port eb8aec96-1c1b-4763-94df-d7c86fa8a893 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:17.115836 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0c65198b-fa4b-4286-a75d-c29d3b613906 req-852a66f2-b9c6-4f52-88e8-158e1b28491a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 210 time: 0.0336804 Sep 07 09:51:17.398458 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-6ab6ef17-e278-48c9-9139-f2c29c1645f7 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:17.401049 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-6ab6ef17-e278-48c9-9139-f2c29c1645f7 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 808 time: 0.1397791 Sep 07 09:51:17.425765 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Request body: {'port': {'device_id': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c', 'admin_state_up': True, 'tenant_id': 'bed76c7581794bff96f0d4b4c3f5a231'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:17.485006 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57398) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:17.490388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970437578-network', 'tenant_id': '8c33befb59cd472dbdefcc737839c483'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:17.517953 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Made reservation on behalf of 8c33befb59cd472dbdefcc737839c483 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:17.521601 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.547704 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.588836 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Made reservation on behalf of bed76c7581794bff96f0d4b4c3f5a231 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:17.592872 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.615255 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450fccc-3e2e-4127-8d99-5adf89c0fcb3 req-fa4042da-f4c7-4a38-9117-537d0caa31bf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:17.627831 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1450fccc-3e2e-4127-8d99-5adf89c0fcb3 req-fa4042da-f4c7-4a38-9117-537d0caa31bf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.1016195 Sep 07 09:51:17.709192 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1450fccc-3e2e-4127-8d99-5adf89c0fcb3 req-16623785-53c7-4653-9096-c22c41a65c2a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803823 Sep 07 09:51:17.733964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Allocated IP 172.20.0.6 (86650a18-f5b7-4b79-95f7-a5c9dbe38e9c/f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4/98ae47ab-6532-4560-89f3-96c32f8d5ab9) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:17.822950 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.833226 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.862881 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4f29b-f48d-4161-bba7-10fc622447eb,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:17.895268 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.922473 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:17.939946 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.940427 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:17.940929 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Added segment 91398b2e-b2a2-4973-a275-cc837b1d1722 of type vlan for network 74bfb100-c70c-43d6-ab71-69e3c508ff5f Sep 07 09:51:17.961127 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b469b2-8cef-4d6d-9968-5c9ea9866ff6 req-69837397-904a-44c7-a198-83bf2246e964 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:17.969679 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8b469b2-8cef-4d6d-9968-5c9ea9866ff6 req-69837397-904a-44c7-a198-83bf2246e964 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1087358 Sep 07 09:51:18.039347 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.082635 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Pushing event updated for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:18.087725 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.099260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:18.100013 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.121071 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:18.122823 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:18.131273 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:18.160812 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device e84e7bbe-9ec5-4172-9b6e-a94b764aef31 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:18.253416 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:18.288313 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] Pushing event updated for resources: {'Network': ['ID=74bfb100-c70c-43d6-ab71-69e3c508ff5f,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:18.289972 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:18.291117 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.336765 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:18.339228 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-01017d6b-f539-4c1d-b3c2-47632ccb2a5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9176421 Sep 07 09:51:18.351107 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c8b469b2-8cef-4d6d-9968-5c9ea9866ff6 req-e3248708-72d7-4507-9a61-22ac42167a15 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723829 Sep 07 09:51:18.375326 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-654bdbae-dca9-437f-bcb9-fcd0979730a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8889074 Sep 07 09:51:18.378151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57420) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:18.385173 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Request body: {'subnet': {'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970437578-subnet', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:18.419476 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Request body: {'port': {'device_id': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:18.421312 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59224cc3-9ad5-438e-8c90-bbd4923919da req-2c189ec7-a6db-47c1-81b3-b2fc7f51d591 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:18.423196 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59224cc3-9ad5-438e-8c90-bbd4923919da req-2c189ec7-a6db-47c1-81b3-b2fc7f51d591 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 931 time: 0.1373746 Sep 07 09:51:18.507389 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:18.507389 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.511253 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:18.520728 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59224cc3-9ad5-438e-8c90-bbd4923919da req-4ab087ee-fe6f-4a4c-8a23-11bad692efa8 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873547 Sep 07 09:51:18.535030 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Made reservation on behalf of 8c33befb59cd472dbdefcc737839c483 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:18.540710 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.548080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:18.548461 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.709476 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.858892 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Sync routers for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:18.895381 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07757f-b214-4ab4-9d9f-ad96762faf61 req-26df4cde-da26-4529-8576-02d1f4b2b80b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:18.909129 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e07757f-b214-4ab4-9d9f-ad96762faf61 req-26df4cde-da26-4529-8576-02d1f4b2b80b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0981729 Sep 07 09:51:18.959428 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:18.972965 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e07757f-b214-4ab4-9d9f-ad96762faf61 req-9e0a3d13-16ed-4061-9075-e7199adf6ad5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568819 Sep 07 09:51:18.989675 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port e84e7bbe-9ec5-4172-9b6e-a94b764aef31, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:18.990555 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:18.991246 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:19.035001 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.035767 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc99f635-3a02-483b-b4a8-b12db9ec57dc up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:19.066529 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.173895 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:19.177609 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f7ee9-9989-4e02-8054-dce9e10e8588" -d '{"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:19.207046 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:19.211593 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:19.220881 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.260234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41857252-8aba-4b07-ac99-804fb00d000f x-openstack-request-id: req-41857252-8aba-4b07-ac99-804fb00d000f {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:19.260525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:19.260786 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41857252-8aba-4b07-ac99-804fb00d000f {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:19.261239 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'code': 200} Sep 07 09:51:19.263087 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:19.306426 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port fc99f635-3a02-483b-b4a8-b12db9ec57dc triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:19.307043 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.451344 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=7']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:19.544229 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72260e66-aa03-477c-a6ee-e4a3047cc6af req-11ea574f-ccd9-410c-959a-ca454ed37839 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:19.569408 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-72260e66-aa03-477c-a6ee-e4a3047cc6af req-11ea574f-ccd9-410c-959a-ca454ed37839 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1277981 Sep 07 09:51:19.585461 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ae47ab-6532-4560-89f3-96c32f8d5ab9 {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:51:19.604508 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.627351 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Transition to ACTIVE for port object 98ae47ab-6532-4560-89f3-96c32f8d5ab9 will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:19.629658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.649582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.702042 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:16Z', 'revision_number': 2, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:19.746531 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Checking router: 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:19.746889 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Updating router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe port eb8aec96-1c1b-4763-94df-d7c86fa8a893 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:19.774744 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-72260e66-aa03-477c-a6ee-e4a3047cc6af req-501705fb-a9ed-4b50-b786-e060b317c41e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034450 Sep 07 09:51:19.784638 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c151dacb-fce0-4455-b7c2-a5e28ca40e53,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:19.787092 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Pushing event updated for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:19.789805 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Checking segment: {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:19.790154 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Network hostable DHCP agents. Network: 74bfb100-c70c-43d6-ab71-69e3c508ff5f, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:19.820631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:19.857234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c2705-1b89-448c-a5a6-ce0b7bd2f8f8 req-bd099e71-db81-4a2c-b8e3-93e3f483fbc4 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:19.865094 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df2c2705-1b89-448c-a5a6-ce0b7bd2f8f8 req-bd099e71-db81-4a2c-b8e3-93e3f483fbc4 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 943 time: 0.1845746 Sep 07 09:51:19.889019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:19.959511 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df2c2705-1b89-448c-a5a6-ce0b7bd2f8f8 req-47c95e38-a2a4-4187-991f-8393887bb3a7 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812254 Sep 07 09:51:19.978977 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 74bfb100-c70c-43d6-ab71-69e3c508ff5f) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:19.993400 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:19.993400 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.019196 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Attempting to bind port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:20.019549 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Attempting to bind port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:20.031468 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Attempting to bind port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:20.034880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:51:20.034880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Attempting to bind port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 on network 86650a18-f5b7-4b79-95f7-a5c9dbe38e9c {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:20.045420 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:20.045794 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Checking segment: {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:20.066015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Bound using segment: {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:20.066868 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Bound port: 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191a8338-5563-4ad7-99be-cd7366ffc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:20.067749 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.109793 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1a7af339-dd0a-4fa9-9870-e4b2f72a02bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7278764 Sep 07 09:51:20.110519 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57452) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:20.116093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:20.246698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.250745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.273426 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b3dd6-7a63-4a42-81ea-444532099bc3 None None] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:20.274128 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:20.278788 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device e84e7bbe-9ec5-4172-9b6e-a94b764aef31 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:20.279707 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:20.292943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.315866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9431032-5838-4ce3-b914-075ec95184ab req-129161c2-e4cb-4398-84c9-a0566a32106b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:20.337486 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a9431032-5838-4ce3-b914-075ec95184ab req-129161c2-e4cb-4398-84c9-a0566a32106b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1869545 Sep 07 09:51:20.384367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.425019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Pushing event updated for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:20.445728 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:20.451075 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.452751 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e5a62ba2-a688-4ad3-9ebe-f77ba2034e55 service neutron] 10.222.0.20 "PUT /v2.0/ports/98ae47ab-6532-4560-89f3-96c32f8d5ab9 HTTP/1.1" status: 200 len: 1093 time: 2.0491996 Sep 07 09:51:20.461128 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:20.468077 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd66f0-2034-450f-8f38-397e62029a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:20.556222 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb866911-da9a-425d-93e1-9ef85859414b x-openstack-request-id: req-fb866911-da9a-425d-93e1-9ef85859414b {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:20.556570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:20.557029 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb866911-da9a-425d-93e1-9ef85859414b {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:20.557249 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9', 'status': 'completed', 'code': 200} Sep 07 09:51:20.578198 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a9431032-5838-4ce3-b914-075ec95184ab req-c859bf37-d827-4c2b-b639-ecec95c508ab tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397740 Sep 07 09:51:20.582802 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-c89adc7c-3a78-4779-ab14-f2e38fdf98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:20.585145 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-c89adc7c-3a78-4779-ab14-f2e38fdf98ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 1096 time: 0.0675895 Sep 07 09:51:20.644107 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:20.644535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.697965 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-3a0c171f-6e04-4334-9a9c-d16597bb1187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9 HTTP/1.1" status: 200 len: 217 time: 0.0632553 Sep 07 09:51:20.713549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.769958 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.770877 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-bcade68b-a72b-4fbd-81e4-614a33fbb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:20.772602 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-bcade68b-a72b-4fbd-81e4-614a33fbb47a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 HTTP/1.1" status: 200 len: 848 time: 0.0652046 Sep 07 09:51:20.801313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Transition to ACTIVE for port object eb8aec96-1c1b-4763-94df-d7c86fa8a893 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:20.828803 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-4fd4c216-5524-462d-8364-da07af721de4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476825 Sep 07 09:51:20.840921 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'fixed_ips': [{'subnet_id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:51:20.842006 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:20.848836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.047481 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.051589 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-f42f98a5-ee69-4d26-9037-5efd5f9efe62 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124474 Sep 07 09:51:21.098540 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.179123 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Allocated IP 172.20.0.2 (74bfb100-c70c-43d6-ab71-69e3c508ff5f/c151dacb-fce0-4455-b7c2-a5e28ca40e53/f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:21.269372 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Allocated IP 172.27.2.249 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/11218f75-557a-4a9f-9cfe-edff35cd9759) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:21.287042 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b57685a8-f282-4544-8c69-db982f0da8c3 req-e97bfb76-54a4-432b-872c-ff1d32c87ec5 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171898 Sep 07 09:51:21.333365 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d54a7-fc44-404d-ab95-d94058469589 req-b5a624d9-c43b-42b1-bf3d-76272a42eb08 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:21.334970 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc6d54a7-fc44-404d-ab95-d94058469589 req-b5a624d9-c43b-42b1-bf3d-76272a42eb08 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 943 time: 0.2385073 Sep 07 09:51:21.395400 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef96ed8-9173-4062-ac9c-55e6bf1cdfaf None None] Pushing event updated for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:21.430348 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc6d54a7-fc44-404d-ab95-d94058469589 req-249abe2b-5ba7-4fba-9c48-8aba5f39c6ff tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650733 Sep 07 09:51:21.454980 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Attempting to bind port eb8aec96-1c1b-4763-94df-d7c86fa8a893 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:21.455471 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Attempting to bind port eb8aec96-1c1b-4763-94df-d7c86fa8a893 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:21.456117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Attempting to bind port eb8aec96-1c1b-4763-94df-d7c86fa8a893 on network 299bb351-257d-4c3b-a1f3-485a5417e08b {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:21.463761 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.466042 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:21.466411 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Checking segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:21.466796 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.467183 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Bound using segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:21.468674 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Bound port: eb8aec96-1c1b-4763-94df-d7c86fa8a893, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:21.469996 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.485777 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.498590 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Transition to ACTIVE for port object f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:21.556751 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.606647 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-d4dabc3b-af3f-468f-8c90-7d1483a99c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:21.608429 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-d4dabc3b-af3f-468f-8c90-7d1483a99c01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 1096 time: 0.1532733 Sep 07 09:51:21.734611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:21.774753 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:21.781797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:21.781928 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-43472da2-7750-422b-a240-196d51819976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:21.783356 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-43472da2-7750-422b-a240-196d51819976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 200 len: 909 time: 0.1652822 Sep 07 09:51:21.787686 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Pushing event updated for resources: {'Port': ['ID=11218f75-557a-4a9f-9cfe-edff35cd9759,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:21.798759 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Transition to ACTIVE for port object f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:21.810917 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.832064 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806bfd4-84b1-4c06-9112-178cb717e751 req-feffdd29-c62e-4a59-9a48-d9921be0c728 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:21.833916 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f806bfd4-84b1-4c06-9112-178cb717e751 req-feffdd29-c62e-4a59-9a48-d9921be0c728 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1847825 Sep 07 09:51:21.865002 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] For port eb8aec96-1c1b-4763-94df-d7c86fa8a893, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:21.867299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81edb99-7e67-47c6-a418-3e93712f81e0 req-ea9d8000-59b2-48b1-9806-a1c0f029faca tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:21.868922 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a81edb99-7e67-47c6-a418-3e93712f81e0 req-ea9d8000-59b2-48b1-9806-a1c0f029faca tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1390584 Sep 07 09:51:21.879841 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:21.886897 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] For port eb8aec96-1c1b-4763-94df-d7c86fa8a893, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=eb8aec96-1c1b-4763-94df-d7c86fa8a893,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:21.893230 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:21.898779 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:21.902117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:21.906395 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Pushing event updated for resources: {'Port': ['ID=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:21.931214 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-92508aeb-1bf8-4863-8e4e-da5a82c94e08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9 HTTP/1.1" status: 200 len: 217 time: 0.1059120 Sep 07 09:51:22.022219 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f806bfd4-84b1-4c06-9112-178cb717e751 req-b3ab4ebc-9fa1-4daf-b2fd-44a01ac0aa12 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737621 Sep 07 09:51:22.052597 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-16b6b81d-9c4a-4a73-b15c-676f2c18c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:22.061108 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-16b6b81d-9c4a-4a73-b15c-676f2c18c195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 HTTP/1.1" status: 200 len: 848 time: 0.1061769 Sep 07 09:51:22.062317 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:22.062965 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:22.078276 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a81edb99-7e67-47c6-a418-3e93712f81e0 req-60e25730-0e53-4d87-824c-f45d30d30edd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824317 Sep 07 09:51:22.135471 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-ddc01bae-6286-4f52-8875-fd5c5295dec0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639546 Sep 07 09:51:22.182521 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef96ed8-9173-4062-ac9c-55e6bf1cdfaf None None] Pushing event updated for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:22.193654 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Attempting to bind port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:22.194025 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Attempting to bind port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:22.194395 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Attempting to bind port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 on network 74bfb100-c70c-43d6-ab71-69e3c508ff5f {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:22.225251 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:22.225663 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Checking segment: {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:22.229027 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:22.229027 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Bound using segment: {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:22.229552 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Bound port: f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:22.229946 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:22.332788 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:22.347182 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-c09acfd1-0f13-4638-a033-c9b8364eab13 service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003541 Sep 07 09:51:22.365501 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:22.481983 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] For port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:22.485479 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] For port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:22.500094 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:22.581717 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935dd42-55bd-487a-840a-7be4f3e89f87 None None] Pushing event updated for resources: {'Port': ['ID=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:22.611360 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0ebd66f0-2034-450f-8f38-397e62029a6f req-1f2f0c0b-13a0-4844-87c1-d80761eff39c service neutron] 10.222.0.20 "GET /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360182 Sep 07 09:51:22.644121 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:22.945404 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:21Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:23.005183 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a4bf-e91f-4bc1-ad41-eca81b47fe67 None None] The sync data for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi is: [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:21Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:23.197711 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034cab-034e-4f6c-8332-4a8921e69e05 req-cfce1a56-edc5-4530-966b-af605c6f7c8f tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:23.200222 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-40034cab-034e-4f6c-8332-4a8921e69e05 req-cfce1a56-edc5-4530-966b-af605c6f7c8f tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 943 time: 0.2913520 Sep 07 09:51:23.312427 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:23.402860 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-40034cab-034e-4f6c-8332-4a8921e69e05 req-135f4626-509d-45b9-896b-bf4f73d8ea07 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884041 Sep 07 09:51:23.445181 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d153f-3486-4a5e-a61e-4fbf6a779a83 req-bb34b70e-a4fe-496d-a476-d29f8b5b48ab tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:23.448320 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a9d153f-3486-4a5e-a61e-4fbf6a779a83 req-bb34b70e-a4fe-496d-a476-d29f8b5b48ab tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1889029 Sep 07 09:51:23.565976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a9d153f-3486-4a5e-a61e-4fbf6a779a83 req-06fed292-4268-46e0-be30-627a804d6382 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009810 Sep 07 09:51:23.643897 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:51:23.838806 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:23.858504 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Sync routers for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:23.862403 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57520) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:23.870339 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:23.873598 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-53bc8258-a7c0-46c3-bd56-035bd0f2f140 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7618659 Sep 07 09:51:23.878105 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57524) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:23.894206 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:23.896538 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:24.098913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-553f2e89-b72d-4c96-afde-1b5dfda235c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.147993 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device eb8aec96-1c1b-4763-94df-d7c86fa8a893 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:24.212865 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:24.281560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:24.285776 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:24.286176 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.327696 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-553f2e89-b72d-4c96-afde-1b5dfda235c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.338262 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-553f2e89-b72d-4c96-afde-1b5dfda235c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.355479 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f725248-eaaf-47c8-af35-4149ea241fe9 None None] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:24.378370 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-553f2e89-b72d-4c96-afde-1b5dfda235c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f82133d56e5428aaac39bab342c3067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147784 Sep 07 09:51:24.384905 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57530) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:24.421279 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f2e89-b72d-4c96-afde-1b5dfda235c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f7c4c-f79b-4188-8856-d7aa0f8d0a6d,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:24.519903 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-61687b0d-4708-4b68-972b-3c94a248fce7 None None] Provisioning for port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:24.685008 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:22Z', 'revision_number': 3, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:24.753884 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Checking router: fcaf4c56-b4f5-4652-9d08-21c5e1a5012b for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:24.754243 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Updating router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b port 11218f75-557a-4a9f-9cfe-edff35cd9759 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:24.765819 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.815629 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.833240 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port eb8aec96-1c1b-4763-94df-d7c86fa8a893, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=eb8aec96-1c1b-4763-94df-d7c86fa8a893,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:24.838692 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:24.839601 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:24.989840 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:25.026239 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:25.041809 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:25.042441 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.156131 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.176682 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c16f3677-d463-4a84-81db-e5b89baac6c9 None None] Provisioning complete for port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:25.177640 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c16f3677-d463-4a84-81db-e5b89baac6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.197189 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae8109-bf98-45f1-8715-2d3100104075 req-983cfa2d-d4a2-4255-afe7-5b88b2886101 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:25.213994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6eae8109-bf98-45f1-8715-2d3100104075 req-983cfa2d-d4a2-4255-afe7-5b88b2886101 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 943 time: 0.3425138 Sep 07 09:51:25.267848 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.290630 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6eae8109-bf98-45f1-8715-2d3100104075 req-97a11ade-b04c-458d-94f9-521007fd1075 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736985 Sep 07 09:51:25.307887 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-552b373b-1a35-4695-8e53-6a19f066e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.328009 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:25.342468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb6b9-6a6b-4bd0-8d2c-907340d62a8d req-595ea0b0-1dbd-4712-9427-8d7224de09a2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:25.344915 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50dfb6b9-6a6b-4bd0-8d2c-907340d62a8d req-595ea0b0-1dbd-4712-9427-8d7224de09a2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.4688292 Sep 07 09:51:25.371803 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.417272 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c16f3677-d463-4a84-81db-e5b89baac6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.422534 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.438636 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Transition to ACTIVE for port object 11218f75-557a-4a9f-9cfe-edff35cd9759 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:25.459313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:25.470281 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.503306 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.506050 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.db.api [None req-c16f3677-d463-4a84-81db-e5b89baac6c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 09:51:25.506507 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG oslo_db.api [None req-c16f3677-d463-4a84-81db-e5b89baac6c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 09:51:25.517671 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50dfb6b9-6a6b-4bd0-8d2c-907340d62a8d req-eb86970a-9b21-42b2-bd6e-a34a9767e49e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557167 Sep 07 09:51:25.589528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8bf6c-fcac-43d5-aad6-bd8530e9c76c req-227321ec-2632-48b9-afd0-42c4b5d25c44 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:25.595189 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28c1f6-e328-4419-8192-7d972685decb None None] Pushing event updated for resources: {'Port': ['ID=11218f75-557a-4a9f-9cfe-edff35cd9759,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:25.596880 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4d8bf6c-fcac-43d5-aad6-bd8530e9c76c req-227321ec-2632-48b9-afd0-42c4b5d25c44 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.1525500 Sep 07 09:51:25.598038 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Attempting to bind port 11218f75-557a-4a9f-9cfe-edff35cd9759 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:25.598412 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Attempting to bind port 11218f75-557a-4a9f-9cfe-edff35cd9759 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:25.598776 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Attempting to bind port 11218f75-557a-4a9f-9cfe-edff35cd9759 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:25.606893 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:25.607331 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:25.607787 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.608183 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:25.608807 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Bound port: 11218f75-557a-4a9f-9cfe-edff35cd9759, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:25.609261 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.643295 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4d8bf6c-fcac-43d5-aad6-bd8530e9c76c req-d5ef8430-8f6c-4969-a4a0-4e7e8b9093df tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Sep 07 09:51:25.688897 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] For port 11218f75-557a-4a9f-9cfe-edff35cd9759, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:25.693050 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] For port 11218f75-557a-4a9f-9cfe-edff35cd9759, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=11218f75-557a-4a9f-9cfe-edff35cd9759,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:25.696224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.702481 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.725156 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.728527 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:25.730108 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f63f7c4c-f79b-4188-8856-d7aa0f8d0a6d HTTP/1.1" status: 204 len: 168 time: 1.3292422 Sep 07 09:51:25.799154 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9ab9-d2e3-4513-ba53-a27acca5bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f7c4c-f79b-4188-8856-d7aa0f8d0a6d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:25.839192 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28c1f6-e328-4419-8192-7d972685decb None None] Pushing event updated for resources: {'Port': ['ID=11218f75-557a-4a9f-9cfe-edff35cd9759,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:25.846876 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:25.847516 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:50:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:25.998015 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Allocated IP 172.20.0.1 (74bfb100-c70c-43d6-ab71-69e3c508ff5f/c151dacb-fce0-4455-b7c2-a5e28ca40e53/24aa9b76-d950-4cb6-847d-8a5bbd6156c2) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:26.056049 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device eb8aec96-1c1b-4763-94df-d7c86fa8a893 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:26.145586 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:26.260636 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port eb8aec96-1c1b-4763-94df-d7c86fa8a893 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:26.261254 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.264299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.292627 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Transition to ACTIVE for port object 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:26.315967 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 98ae47ab-6532-4560-89f3-96c32f8d5ab9 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:51:26.378077 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.450793 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:26.457277 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:26.482002 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:26.514933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Pushing event updated for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:26.551421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:26.580741 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.674191 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:26.714302 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '98ae47ab-6532-4560-89f3-96c32f8d5ab9', 'network_id': '86650a18-f5b7-4b79-95f7-a5c9dbe38e9c', 'port_id': '98ae47ab-6532-4560-89f3-96c32f8d5ab9', 'mac_address': 'fa:16:3e:f0:92:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:51:26.733493 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:22Z', 'revision_number': 3, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:26.756224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.778195 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4c16f-a890-4345-ba46-883b7e775046 None None] The sync data for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi is: [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:22Z', 'revision_number': 3, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:26.782766 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2c6b-1471-4ff1-9c06-4eec2bfe3b9b req-735d1a93-08df-4d43-a393-1048aff95180 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:26.790475 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a29a2c6b-1471-4ff1-9c06-4eec2bfe3b9b req-735d1a93-08df-4d43-a393-1048aff95180 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 943 time: 0.3787560 Sep 07 09:51:26.818155 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:26.818528 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:26.899790 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a29a2c6b-1471-4ff1-9c06-4eec2bfe3b9b req-1e7bd018-231f-4523-9562-4929150671cc tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083410 Sep 07 09:51:26.959114 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c7349-98c1-48b7-9213-e5d5284872a7 req-b0e15a24-1c28-47b1-8719-97b189022342 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:26.961645 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cb0c7349-98c1-48b7-9213-e5d5284872a7 req-b0e15a24-1c28-47b1-8719-97b189022342 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.2068360 Sep 07 09:51:27.012666 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-22663c20-7814-4790-b89e-a22aab70f7e9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:27.017007 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-22663c20-7814-4790-b89e-a22aab70f7e9 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 945 time: 0.1507580 Sep 07 09:51:27.153276 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.178240 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ae47ab-6532-4560-89f3-96c32f8d5ab9 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:51:27.214982 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Deleting port 6a18a68f-6536-4020-a47c-6e94454f8077 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:27.215391 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.224171 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:27.228367 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a9e4634c-38e8-4176-ab83-6d007b7874bc None None] Provisioning for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:27.233655 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.372962 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] For port 6a18a68f-6536-4020-a47c-6e94454f8077, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a18a68f-6536-4020-a47c-6e94454f8077,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:27.373345 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.387774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cb0c7349-98c1-48b7-9213-e5d5284872a7 req-e92ceb7f-5199-472f-9eae-dc7d40326d34 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162309 Sep 07 09:51:27.388414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57570) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:27.391447 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Calling delete_port for 6a18a68f-6536-4020-a47c-6e94454f8077 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:27.468431 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:27.489680 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a9e4634c-38e8-4176-ab83-6d007b7874bc None None] Provisioning complete for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:27.490051 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a9e4634c-38e8-4176-ab83-6d007b7874bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.553185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4634c-38e8-4176-ab83-6d007b7874bc None None] Port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:27.579304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.615261 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288670aa-5b19-4097-a023-e2b9992d3163 req-9d053aec-9976-4298-8769-8e1618b0ef0c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:27.623114 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-288670aa-5b19-4097-a023-e2b9992d3163 req-9d053aec-9976-4298-8769-8e1618b0ef0c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c HTTP/1.1" status: 200 len: 867 time: 0.6015990 Sep 07 09:51:27.623511 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b', '51cd844b-f682-42fb-92b9-21b9a054079c', '81a0f89f-f5b0-44e0-9237-893e7b231461', '6a18a68f-6536-4020-a47c-6e94454f8077'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:27.639255 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event deleted for resources: {'Port': ['ID=6a18a68f-6536-4020-a47c-6e94454f8077,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:27.701064 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] No DVR routers for this DVR port 6a18a68f-6536-4020-a47c-6e94454f8077 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:27.704234 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.706087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1152240349-network', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:27.707012 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-47bb6157-84c0-4a17-9a7c-b35a0edb3c78 req-cb622d5d-1764-4193-a9cb-c2a8c3a18d7c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "DELETE /v2.0/ports/6a18a68f-6536-4020-a47c-6e94454f8077 HTTP/1.1" status: 204 len: 173 time: 0.6823843 Sep 07 09:51:27.707531 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'name': 'network-vif-deleted', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:27.711771 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1ea457-5a69-46c7-8f49-2073bf727c52" -d '{"events": [{"server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "name": "network-vif-deleted", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:27.734924 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-288670aa-5b19-4097-a023-e2b9992d3163 req-cff16d6d-4271-4c3f-8972-42f30ec66f2d tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057971 Sep 07 09:51:27.767602 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['98ae47ab-6532-4560-89f3-96c32f8d5ab9'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:27.804167 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.816427 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9591da-a09b-4b12-ae15-70d86ceacc0d x-openstack-request-id: req-fe9591da-a09b-4b12-ae15-70d86ceacc0d {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:27.816810 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c", "name": "network-vif-deleted", "tag": "6a18a68f-6536-4020-a47c-6e94454f8077", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:27.817121 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe9591da-a09b-4b12-ae15-70d86ceacc0d {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:27.817575 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e6724a-9f09-4eb5-a7c4-25ba8e3c0c7c', 'name': 'network-vif-deleted', 'tag': '6a18a68f-6536-4020-a47c-6e94454f8077', 'status': 'completed', 'code': 200} Sep 07 09:51:27.823457 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:27.826848 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Made reservation on behalf of 8b1c4e5c83c64f7c9e8ce1c807392ff0 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:27.830219 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.010679 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Pushing event updated for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:28.033238 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.046022 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 11218f75-557a-4a9f-9cfe-edff35cd9759 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:28.111486 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.112084 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.174895 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aa09e-db4c-4862-9dc0-69f468539294 req-fc68727d-9055-47dd-9580-de0af42cd15c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:28.186056 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-080aa09e-db4c-4862-9dc0-69f468539294 req-fc68727d-9055-47dd-9580-de0af42cd15c tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 944 time: 0.1598642 Sep 07 09:51:28.303801 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 11218f75-557a-4a9f-9cfe-edff35cd9759 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:28.326001 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-080aa09e-db4c-4862-9dc0-69f468539294 req-5636c6df-b536-4a3c-8768-e61abc4602a7 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384089 Sep 07 09:51:28.347990 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 11218f75-557a-4a9f-9cfe-edff35cd9759 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:28.348530 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.355302 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:28.370843 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:28.384284 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0597bdca-3e63-444a-939f-cf02ab2c2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.602689 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.618615 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.713331 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.720714 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:28.748333 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 11218f75-557a-4a9f-9cfe-edff35cd9759, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=11218f75-557a-4a9f-9cfe-edff35cd9759,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:28.748609 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092d1ae-84cf-451f-9294-09b8ba97c01a,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:28.756729 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.757789 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Added segment e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9 of type vlan for network 3db78a74-1926-4c75-b1f8-938280f0fed6 Sep 07 09:51:28.765174 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.773621 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147232-3645-4002-a30f-636ad3768a9c req-818e7621-fc5e-4dbc-b785-53ce58367d89 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:28.783541 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66147232-3645-4002-a30f-636ad3768a9c req-818e7621-fc5e-4dbc-b785-53ce58367d89 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.2168067 Sep 07 09:51:28.831572 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:51:28.835884 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=11218f75-557a-4a9f-9cfe-edff35cd9759,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:28.846622 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b607659a-8f33-4623-a8c2-08a16b5316af None None] Provisioning complete for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:28.847000 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b607659a-8f33-4623-a8c2-08a16b5316af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.895206 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:28.913206 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66147232-3645-4002-a30f-636ad3768a9c req-6426dacb-d3f4-470a-815f-53adc2e2f5ec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231949 Sep 07 09:51:28.961041 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-b607659a-8f33-4623-a8c2-08a16b5316af None None] Port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:29.011236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.012460 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:29.013301 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.041018 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.089783 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6981232 Sep 07 09:51:29.092740 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57590) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:29.103842 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Request body: {'subnet': {'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1152240349-subnet', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:29.129790 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:29.131745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d502c1-cd78-4cc0-aae1-07e015d8f00e admin admin] Pushing event updated for resources: {'Network': ['ID=3db78a74-1926-4c75-b1f8-938280f0fed6,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:29.137110 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ad6dccb2-2984-4189-bfb6-9f9ddea20143 admin admin] 10.222.0.24 "PUT /v2.0/routers/fcaf4c56-b4f5-4652-9d08-21c5e1a5012b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2524707 Sep 07 09:51:29.149809 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:29.152309 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Made reservation on behalf of 8b1c4e5c83c64f7c9e8ce1c807392ff0 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:29.155134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.645805 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.674175 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9604a2-e930-499e-8fce-ae7ea88126cd req-48f03ddf-6dcb-4853-90da-c14d9d76508a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:29.676954 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb9604a2-e930-499e-8fce-ae7ea88126cd req-48f03ddf-6dcb-4853-90da-c14d9d76508a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 944 time: 0.1063921 Sep 07 09:51:29.737021 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7414ae-c6eb-44ac-88fd-17510ed9e504,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:29.740545 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:29.740915 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Network hostable DHCP agents. Network: 3db78a74-1926-4c75-b1f8-938280f0fed6, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:29.765668 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Sync routers for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:29.775527 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb9604a2-e930-499e-8fce-ae7ea88126cd req-bb7b4e76-9ec1-4423-bbce-a86aea866c5a tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905814 Sep 07 09:51:29.777382 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:29.778423 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:29.782263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:29.801885 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 3db78a74-1926-4c75-b1f8-938280f0fed6) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:29.806810 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:29.807479 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.815382 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b65e05-926b-4a27-ab93-37b211caf9e5 None None] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:29.828746 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-82f74e95-36eb-452f-a69d-838fc1ffcf8e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7338190 Sep 07 09:51:29.831005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57606) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:29.836543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:29.887233 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:29.888911 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.027777 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.033883 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 11218f75-557a-4a9f-9cfe-edff35cd9759 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:30.110734 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:30.196703 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e7e0-560f-455e-a640-c0861af06686 req-f1136ab0-00fb-46da-a9fa-1097db6aa2dd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:30.204397 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7ea2e7e0-560f-455e-a640-c0861af06686 req-f1136ab0-00fb-46da-a9fa-1097db6aa2dd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1688509 Sep 07 09:51:30.237696 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.312560 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7ea2e7e0-560f-455e-a640-c0861af06686 req-9ce47caa-322b-4ebd-9d69-8a159569af6f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069896 Sep 07 09:51:30.320826 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 98ae47ab-6532-4560-89f3-96c32f8d5ab9 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:30.511944 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-3db78a74-1926-4c75-b1f8-938280f0fed6', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:51:30.513282 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.537459 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 11218f75-557a-4a9f-9cfe-edff35cd9759 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:30.537829 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.580388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7652-9f23-4c82-bd6f-bfebd4c42763 req-ab9de237-f270-4f70-8a45-881ed6ed3a32 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:30.582796 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e5a7652-9f23-4c82-bd6f-bfebd4c42763 req-ab9de237-f270-4f70-8a45-881ed6ed3a32 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.0936394 Sep 07 09:51:30.684290 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e5a7652-9f23-4c82-bd6f-bfebd4c42763 req-99b794c6-3272-4f6e-b2ba-6fc84e534f17 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928824 Sep 07 09:51:30.730892 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.785117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:30.787939 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.795613 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:30.795805 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.870802 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Allocated IP 172.20.0.2 (3db78a74-1926-4c75-b1f8-938280f0fed6/de7414ae-c6eb-44ac-88fd-17510ed9e504/85f2c5ab-e4e2-48a2-bf7c-f3a76b143799) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:30.873982 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:26Z', 'revision_number': 4, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '24aa9b76-d950-4cb6-847d-8a5bbd6156c2', 'name': '', 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'mac_address': 'fa:16:3e:94:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:25Z', 'updated_at': '2021-09-07T09:51:26Z', 'revision_number': 2, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'subnets': [{'id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:30.922053 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:30.925834 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Checking router: fcaf4c56-b4f5-4652-9d08-21c5e1a5012b for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:30.926188 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Updating router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:31.050216 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:31.062871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Allocated IP 172.27.2.192 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/7ecb7fea-5f68-4e24-97a0-9021c3fc5a54) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:31.065911 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213177f6-971c-4e2c-8630-0600a033a169 req-a6c0ae58-69e5-4a0b-ad99-c53eb2ef8293 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:31.077580 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-213177f6-971c-4e2c-8630-0600a033a169 req-a6c0ae58-69e5-4a0b-ad99-c53eb2ef8293 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 944 time: 0.1446779 Sep 07 09:51:31.184209 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-213177f6-971c-4e2c-8630-0600a033a169 req-6cedf620-dde6-44f6-8e12-b0860b6294ad tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053441 Sep 07 09:51:31.315231 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:31.421029 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:31.469153 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:31.482922 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:31.484735 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:31.487563 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:31.542091 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:31.615639 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Transition to ACTIVE for port object 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:31.628174 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd83eb-2584-4217-813b-a9f05785ad11 req-e75edb4b-fc87-4056-916f-7c0f1f3c68f9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:31.636624 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Transition to ACTIVE for port object 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:31.640218 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:31.642289 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-44dd83eb-2584-4217-813b-a9f05785ad11 req-e75edb4b-fc87-4056-916f-7c0f1f3c68f9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1202993 Sep 07 09:51:31.833183 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-44dd83eb-2584-4217-813b-a9f05785ad11 req-d98fcd66-df92-4dc6-ac73-9b0acea02a03 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896558 Sep 07 09:51:31.855899 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d17d-bb27-4130-a089-7d3ed44a90de req-4b46eb6e-fe71-4130-bcad-519ae1bc420c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:31.873084 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d9f8d17d-bb27-4130-a089-7d3ed44a90de req-4b46eb6e-fe71-4130-bcad-519ae1bc420c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1784534 Sep 07 09:51:31.961356 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d9f8d17d-bb27-4130-a089-7d3ed44a90de req-bd33fccf-6d4c-44ab-8edf-469ec19d6bdc tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Sep 07 09:51:32.012390 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:32.015787 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:32.018483 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8a031-dd88-4e52-be2b-43e8582d6382" -d '{"events": [{"server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "name": "network-vif-plugged", "status": "completed", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:32.021907 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.032358 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.119795 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc8064b-955b-4e41-b5f5-97fe892723bb x-openstack-request-id: req-0cc8064b-955b-4e41-b5f5-97fe892723bb {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:32.120325 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "name": "network-vif-plugged", "status": "completed", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:32.120773 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc8064b-955b-4e41-b5f5-97fe892723bb {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:32.121303 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9', 'code': 200} Sep 07 09:51:32.128793 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:32.139432 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:32.140863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.141648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523c53-b7ac-40f7-b515-7fc49424c1c1 req-bacfe663-bfeb-4d03-b732-c9ebfd93627a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.145408 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Pushing event updated for resources: {'Port': ['ID=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:32.155780 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-0d28cead-6996-4ac4-b048-880ff4a6f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.159678 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:32.159848 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0523c53-b7ac-40f7-b515-7fc49424c1c1 req-bacfe663-bfeb-4d03-b732-c9ebfd93627a tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.1972895 Sep 07 09:51:32.161772 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-0d28cead-6996-4ac4-b048-880ff4a6f661 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.5263190 Sep 07 09:51:32.293196 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0523c53-b7ac-40f7-b515-7fc49424c1c1 req-e036f1d1-f6e2-4ad1-8a1a-c01cac8d7fdb tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245153 Sep 07 09:51:32.329334 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a18a68f-6536-4020-a47c-6e94454f8077 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:32.416769 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e11857-4f04-49b8-baa0-4f7166877d76 req-c6b62883-f5f4-4474-8e70-c6c73ff46056 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.418604 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-28e11857-4f04-49b8-baa0-4f7166877d76 req-c6b62883-f5f4-4474-8e70-c6c73ff46056 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.0908706 Sep 07 09:51:32.471895 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 6a18a68f-6536-4020-a47c-6e94454f8077 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:51:32.472234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a18a68f-6536-4020-a47c-6e94454f8077 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:51:32.539715 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-28e11857-4f04-49b8-baa0-4f7166877d76 req-57062d6c-03e1-4f56-bf15-b0c3be378834 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Sep 07 09:51:32.559827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Attempting to bind port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:32.560857 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Attempting to bind port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:32.564922 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Attempting to bind port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:32.594822 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b18409-13da-4ff9-bed0-8e1309d41bf6 req-cd193c8d-d6c9-41b5-bd97-3414a07579a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.596892 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17b18409-13da-4ff9-bed0-8e1309d41bf6 req-cd193c8d-d6c9-41b5-bd97-3414a07579a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 1098 time: 0.1758173 Sep 07 09:51:32.611173 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:32.611547 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:32.611950 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.612344 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Bound using segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:32.622148 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Bound port: 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:32.622572 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.628070 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-10bb2117-1d91-4667-a668-33db7b74c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.629581 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-10bb2117-1d91-4667-a668-33db7b74c8db service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.3936481 Sep 07 09:51:32.642886 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaef83-e495-428d-8086-5d545d695cee req-ee88de53-8cbf-4547-a989-b7279e7679ae tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:32.644735 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bfaef83-e495-428d-8086-5d545d695cee req-ee88de53-8cbf-4547-a989-b7279e7679ae tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.1367648 Sep 07 09:51:32.657098 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:32.676099 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.707919 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Transition to ACTIVE for port object 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:32.728513 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17b18409-13da-4ff9-bed0-8e1309d41bf6 req-fee8a1ae-220d-42b7-89b4-8088bdf10c60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198928 Sep 07 09:51:32.770303 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.851155 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Deleting port 81a0f89f-f5b0-44e0-9237-893e7b231461 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:32.851735 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:32.884015 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f493c1-779f-4b3e-b2b6-ced0026eae3f None None] Pushing event updated for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:33.182843 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] For port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:33.233971 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] For port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:33.240432 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Attempting to bind port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:33.240830 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Attempting to bind port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:33.241255 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Attempting to bind port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 on network 74bfb100-c70c-43d6-ab71-69e3c508ff5f {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:33.245248 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.253455 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:33.265885 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Checking segment: {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:33.266427 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.266836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Bound using segment: {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:33.267353 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Bound port: 24aa9b76-d950-4cb6-847d-8a5bbd6156c2, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91398b2e-b2a2-4973-a275-cc837b1d1722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:33.267740 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.303295 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.357883 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-ba115944-2e7d-43a1-922a-b5b25cb9e5fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0503037 Sep 07 09:51:33.375784 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a5d3-8583-4b98-a68b-f5ccd7034149 req-902b2ef1-038c-459c-89ec-887abe0cb881 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:33.392253 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a30a5d3-8583-4b98-a68b-f5ccd7034149 req-902b2ef1-038c-459c-89ec-887abe0cb881 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.2966466 Sep 07 09:51:33.437374 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758981b9-c839-4d14-a833-c6d79cfb3788 None None] Pushing event updated for resources: {'Port': ['ID=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:33.469947 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc6db2-28cc-4ef3-9dff-70ce2525cab5 req-14b5c991-6d93-4696-907b-9a2831e60cd9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:33.473677 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f9fc6db2-28cc-4ef3-9dff-70ce2525cab5 req-14b5c991-6d93-4696-907b-9a2831e60cd9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.3859923 Sep 07 09:51:33.492274 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a30a5d3-8583-4b98-a68b-f5ccd7034149 req-9aab7b65-19eb-4f48-8301-f9021a53c484 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981688 Sep 07 09:51:33.500775 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] For port 81a0f89f-f5b0-44e0-9237-893e7b231461, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=81a0f89f-f5b0-44e0-9237-893e7b231461,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:33.504077 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.586547 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Calling delete_port for 81a0f89f-f5b0-44e0-9237-893e7b231461 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:33.613283 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:51:33.638143 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-6b385ead-6bec-46b4-a3e8-49fc53b29fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:33.639633 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-6b385ead-6bec-46b4-a3e8-49fc53b29fde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.2040083 Sep 07 09:51:33.656117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] For port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:33.661550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] For port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:33.673099 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:33.744259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f9fc6db2-28cc-4ef3-9dff-70ce2525cab5 req-9dfc931a-ed60-44f7-b7ab-b832ffbc4b0f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267637 Sep 07 09:51:33.755417 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f493c1-779f-4b3e-b2b6-ced0026eae3f None None] Pushing event updated for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:33.772849 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-0e19ae0e-edae-4919-888c-5ff74d51c6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528102 Sep 07 09:51:33.819185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:33.822727 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:33.994688 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:51:34.187367 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:34.293137 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:34.306144 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-2110e038-935d-4efa-b2c5-232b3cc86810 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682446 Sep 07 09:51:34.356003 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0269af-2838-4f60-aa7e-7a0686daed7f req-dba59758-3976-472c-b08a-bca4b541756f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:34.371770 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f0269af-2838-4f60-aa7e-7a0686daed7f req-dba59758-3976-472c-b08a-bca4b541756f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=75aecccb-87dc-4026-ae68-e22e201eb414 HTTP/1.1" status: 200 len: 945 time: 0.6521881 Sep 07 09:51:34.394035 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:34.445672 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:34.454731 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:34.473054 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:34.475334 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:34.478455 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b', '51cd844b-f682-42fb-92b9-21b9a054079c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:34.524053 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7f77-0cce-4eb1-9ded-4f323554c2c7 req-f53d05ae-3fd7-49da-8766-faaaaf866bd4 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:34.526972 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-872b7f77-0cce-4eb1-9ded-4f323554c2c7 req-f53d05ae-3fd7-49da-8766-faaaaf866bd4 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.5940037 Sep 07 09:51:34.584021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event deleted for resources: {'Port': ['ID=81a0f89f-f5b0-44e0-9237-893e7b231461,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:34.612192 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:34.667524 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] No DVR routers for this DVR port 81a0f89f-f5b0-44e0-9237-893e7b231461 on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:34.672231 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:34.685344 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c0b58ac5-6dc7-41dc-a6b2-a134f54beb8e req-3f71fe05-3831-46b0-be1f-bcf1368ccdc3 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564179 Sep 07 09:51:34.689373 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bfaef83-e495-428d-8086-5d545d695cee req-56f6c9a4-98ff-4fe0-b8d8-0676ec77ce86 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "DELETE /v2.0/ports/81a0f89f-f5b0-44e0-9237-893e7b231461 HTTP/1.1" status: 204 len: 173 time: 2.0190997 Sep 07 09:51:34.691092 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'name': 'network-vif-deleted', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:34.693541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1aa87e-0986-4fb8-b45b-cbf245e4223b" -d '{"events": [{"server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "name": "network-vif-deleted", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:34.702876 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:34.704543 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-168fa01a-c310-4162-b3df-a61fe9dbc085 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8725100 Sep 07 09:51:34.707236 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57664) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:34.729083 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f0269af-2838-4f60-aa7e-7a0686daed7f req-4b8b6962-2939-4413-86a3-8085bcd13a62 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485818 Sep 07 09:51:34.816193 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:34.846067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-872b7f77-0cce-4eb1-9ded-4f323554c2c7 req-eb695471-9df5-4da3-bf8f-347f7c3e6a1f tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701826 Sep 07 09:51:34.999423 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f3fd9-d807-4f0a-8045-187b9dd3a504 x-openstack-request-id: req-5e1f3fd9-d807-4f0a-8045-187b9dd3a504 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:34.999837 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aecccb-87dc-4026-ae68-e22e201eb414", "name": "network-vif-deleted", "tag": "81a0f89f-f5b0-44e0-9237-893e7b231461", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:35.000152 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e1f3fd9-d807-4f0a-8045-187b9dd3a504 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:35.000705 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aecccb-87dc-4026-ae68-e22e201eb414', 'name': 'network-vif-deleted', 'tag': '81a0f89f-f5b0-44e0-9237-893e7b231461', 'status': 'completed', 'code': 200} Sep 07 09:51:35.057506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e3e7f-f177-4461-a748-9a0d42bd3384 req-7da480dd-e196-46a3-a38c-42316521a47d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:35.072757 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d70e3e7f-f177-4461-a748-9a0d42bd3384 req-7da480dd-e196-46a3-a38c-42316521a47d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1682861 Sep 07 09:51:35.277438 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d70e3e7f-f177-4461-a748-9a0d42bd3384 req-b45c6744-f314-481e-9939-129c8d144af4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038131 Sep 07 09:51:35.283253 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:26Z', 'revision_number': 4, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '24aa9b76-d950-4cb6-847d-8a5bbd6156c2', 'name': '', 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'mac_address': 'fa:16:3e:94:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:25Z', 'updated_at': '2021-09-07T09:51:33Z', 'revision_number': 4, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'subnets': [{'id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:35.319970 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad8d99-b626-4493-8b67-2e94c54ce8e5 req-a5621a1c-2b8f-4e36-8d3d-209aa27b434d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:35.321598 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7bad8d99-b626-4493-8b67-2e94c54ce8e5 req-a5621a1c-2b8f-4e36-8d3d-209aa27b434d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1696248 Sep 07 09:51:35.334308 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f62260-4cd2-49fb-a029-cac949084da3 None None] The sync data for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi is: [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:51:26Z', 'revision_number': 4, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '24aa9b76-d950-4cb6-847d-8a5bbd6156c2', 'name': '', 'network_id': '74bfb100-c70c-43d6-ab71-69e3c508ff5f', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'mac_address': 'fa:16:3e:94:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:25Z', 'updated_at': '2021-09-07T09:51:33Z', 'revision_number': 4, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'subnets': [{'id': 'c151dacb-fce0-4455-b7c2-a5e28ca40e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:35.494327 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7bad8d99-b626-4493-8b67-2e94c54ce8e5 req-8149efec-9b99-4791-a704-ac13a9bb3435 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550074 Sep 07 09:51:35.678329 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d1d51-da88-422a-9bb1-dd866d34305e None None] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:35.687907 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:31Z', 'revision_number': 3, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:35.792400 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:35.793181 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Updating router 516a26f3-ff14-4221-bc24-2ca0d68c1022 port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:35.886412 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:35.892038 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Provisioning for port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:35.932737 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:35.952647 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Provisioning complete for port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:35.953027 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:36.252687 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248ce9-710d-4dba-95f9-4bf5cb6919ba req-a6ea14a0-8d94-443c-846b-112fc13293b3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:36.256269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39248ce9-710d-4dba-95f9-4bf5cb6919ba req-a6ea14a0-8d94-443c-846b-112fc13293b3 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.2410567 Sep 07 09:51:36.341704 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:36.346804 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 81a0f89f-f5b0-44e0-9237-893e7b231461 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:36.414747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Allocated IP 172.20.0.1 (3db78a74-1926-4c75-b1f8-938280f0fed6/de7414ae-c6eb-44ac-88fd-17510ed9e504/c9427e4d-91de-4406-b460-2d2a07b733a3) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:36.461881 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-39248ce9-710d-4dba-95f9-4bf5cb6919ba req-08f33871-976e-45ef-b049-1f09cfdb0867 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999183 Sep 07 09:51:36.563884 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:36.605091 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Transition to ACTIVE for port object c9427e4d-91de-4406-b460-2d2a07b733a3 will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:36.653944 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd65e-66cb-44c5-adb5-0acf6ada22b1 req-caf45139-a6ef-42b7-aaff-3c1617ccf40f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:36.655748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2d1dd65e-66cb-44c5-adb5-0acf6ada22b1 req-caf45139-a6ef-42b7-aaff-3c1617ccf40f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.2403281 Sep 07 09:51:36.758404 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:36.770738 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:36.792457 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Transition to ACTIVE for port object 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:36.818176 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:36.887632 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2d1dd65e-66cb-44c5-adb5-0acf6ada22b1 req-7cb982bb-782c-42fc-9a82-fad2e89d57de tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183840 Sep 07 09:51:36.888111 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:36.900424 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 81a0f89f-f5b0-44e0-9237-893e7b231461 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:51:36.904148 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 81a0f89f-f5b0-44e0-9237-893e7b231461 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:51:36.918215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397fbbf-f8d0-40fc-a421-68d79fdef143 req-d894425d-8334-45d9-b91c-a1fc42012320 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:36.918404 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:36.919789 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c397fbbf-f8d0-40fc-a421-68d79fdef143 req-d894425d-8334-45d9-b91c-a1fc42012320 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.2401998 Sep 07 09:51:36.922490 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:36.925137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:37.015186 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e5590-da29-4943-9769-2da2d6aff236 None None] Pushing event updated for resources: {'Port': ['ID=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:37.020833 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Attempting to bind port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:37.021197 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Attempting to bind port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:37.021563 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Attempting to bind port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:37.042288 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:37.043514 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:37.043514 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.043514 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:37.043879 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Bound port: 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:37.044277 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.090107 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.090710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c397fbbf-f8d0-40fc-a421-68d79fdef143 req-37677b1e-ab34-4c07-92b8-0ca9cd63c905 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474864 Sep 07 09:51:37.170127 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d04ece-c468-449e-bf0f-7f5824db9186 req-c5b2193c-1a4a-4ccd-9b29-44ad1b675519 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:37.177132 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] For port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:37.187507 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7d04ece-c468-449e-bf0f-7f5824db9186 req-c5b2193c-1a4a-4ccd-9b29-44ad1b675519 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1496329 Sep 07 09:51:37.194466 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] For port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:37.202495 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.294285 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:37.308947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.317916 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e5590-da29-4943-9769-2da2d6aff236 None None] Pushing event updated for resources: {'Port': ['ID=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:37.346049 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7d04ece-c468-449e-bf0f-7f5824db9186 req-ba8e8bcb-76d7-49e4-9d65-b3c706d3c0ab tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572940 Sep 07 09:51:37.358756 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:37.359531 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:37.371674 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:37.376412 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.489685 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:37.657326 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] For port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:37.673748 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.676140 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.809314 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:37.997081 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:38.011677 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Provisioning for port c9427e4d-91de-4406-b460-2d2a07b733a3 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:38.020088 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:31Z', 'revision_number': 3, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:38.031310 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Provisioning complete for port c9427e4d-91de-4406-b460-2d2a07b733a3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:38.032711 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.051826 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.064060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-5884ab47-05cc-42f4-8b23-c66013923916 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:38.065754 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-5884ab47-05cc-42f4-8b23-c66013923916 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.1712792 Sep 07 09:51:38.108995 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2cbc9-7704-4fce-a931-4da20e128758 None None] Pushing event updated for resources: {'Port': ['ID=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:38.118015 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c92b5-5f1d-4b3c-b662-0c4cce3294bc None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:31Z', 'revision_number': 3, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:38.202312 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Port c9427e4d-91de-4406-b460-2d2a07b733a3 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:38.236233 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Provisioning complete for port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:38.237016 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b300dcc4-d8cf-4aa3-bc04-c4ffd4a680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.240288 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:38.318799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f24a1-1222-4eab-aedf-e2e3864a5c19 req-75657cda-499e-4ccb-bf83-d9ea184ac420 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:38.327469 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe5f24a1-1222-4eab-aedf-e2e3864a5c19 req-75657cda-499e-4ccb-bf83-d9ea184ac420 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.2240577 Sep 07 09:51:38.354455 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adbb2e-f9ad-4c70-af3e-8ecf4d5f4f2e req-aeafc74b-ddb7-41a8-9a15-67451e8f221b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:38.356510 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6adbb2e-f9ad-4c70-af3e-8ecf4d5f4f2e req-aeafc74b-ddb7-41a8-9a15-67451e8f221b tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.1875184 Sep 07 09:51:38.419464 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.430377 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.451396 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe5f24a1-1222-4eab-aedf-e2e3864a5c19 req-f2c2f242-1108-4400-9841-942dfe461a10 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175549 Sep 07 09:51:38.537207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-79d28a54-4fc0-4ffa-b345-df0e09e612e8 None None] Provisioning complete for port c9427e4d-91de-4406-b460-2d2a07b733a3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:38.537827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-79d28a54-4fc0-4ffa-b345-df0e09e612e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.555892 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6adbb2e-f9ad-4c70-af3e-8ecf4d5f4f2e req-38030d0b-d20f-4e55-a57d-79bed2f52b27 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817162 Sep 07 09:51:38.610774 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Deleting port 51cd844b-f682-42fb-92b9-21b9a054079c {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:38.611116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.663372 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:38.675846 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:38.697519 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-79d28a54-4fc0-4ffa-b345-df0e09e612e8 None None] Port c9427e4d-91de-4406-b460-2d2a07b733a3 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:38.854845 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:38.856863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:38.940117 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c56a-bc21-4bc9-a6d6-6ae1a01b77a4 req-3c7e6740-241f-411f-8803-acb553e617d7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:38.948054 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0c5c56a-bc21-4bc9-a6d6-6ae1a01b77a4 req-3c7e6740-241f-411f-8803-acb553e617d7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1122909 Sep 07 09:51:38.986993 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddad77-28b2-48cc-8433-ca5d748575ac req-d6eb92c9-c3f2-4728-a202-945edd2ca02e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:38.988582 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8bddad77-28b2-48cc-8433-ca5d748575ac req-d6eb92c9-c3f2-4728-a202-945edd2ca02e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1899953 Sep 07 09:51:38.997426 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] For port 51cd844b-f682-42fb-92b9-21b9a054079c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=51cd844b-f682-42fb-92b9-21b9a054079c,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:38.997828 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:39.118787 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:51:39.294673 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:39.307354 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-13721e61-a852-4a40-933f-31ce11bf64f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/516a26f3-ff14-4221-bc24-2ca0d68c1022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5974834 Sep 07 09:51:39.332277 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-0798c1c8-f2ac-477a-aaf5-16902b71ce9f None None] Provisioning complete for port c9427e4d-91de-4406-b460-2d2a07b733a3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:39.332277 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0798c1c8-f2ac-477a-aaf5-16902b71ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:39.407405 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Calling delete_port for 51cd844b-f682-42fb-92b9-21b9a054079c owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:39.438497 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-0798c1c8-f2ac-477a-aaf5-16902b71ce9f None None] Port c9427e4d-91de-4406-b460-2d2a07b733a3 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:39.466943 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0c5c56a-bc21-4bc9-a6d6-6ae1a01b77a4 req-168ea7e1-96aa-4491-a411-724dce8638da tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116613 Sep 07 09:51:39.501258 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8bddad77-28b2-48cc-8433-ca5d748575ac req-daf16150-446e-4702-912d-f9c61c39df86 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989214 Sep 07 09:51:39.688508 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565cee7-3de4-44de-99dc-c7f5dfc5ef3d req-4c07e1eb-e92e-4d97-90e8-919f324d8b8d tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:39.701461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1565cee7-3de4-44de-99dc-c7f5dfc5ef3d req-4c07e1eb-e92e-4d97-90e8-919f324d8b8d tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.1145303 Sep 07 09:51:39.789976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1565cee7-3de4-44de-99dc-c7f5dfc5ef3d req-9574b026-e46b-45a5-890b-507755d9f09e tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/security-groups?id=a41a079d-c4e6-482b-8c91-9e92ebe32f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864034 Sep 07 09:51:39.858150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29b5a-58be-4f96-85f3-9cdf114db445 req-9a736997-01be-4a95-8d45-a6e5d4d50223 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:39.859950 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ae29b5a-58be-4f96-85f3-9cdf114db445 req-9a736997-01be-4a95-8d45-a6e5d4d50223 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4323f8-50fc-4bf5-80d5-2e67704435f0 HTTP/1.1" status: 200 len: 946 time: 0.1551313 Sep 07 09:51:39.889684 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-2992bcaf-6aa9-4975-a365-7805a19762be tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:39.891455 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-2992bcaf-6aa9-4975-a365-7805a19762be tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 945 time: 0.1164479 Sep 07 09:51:39.910933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:39.922103 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ae29b5a-58be-4f96-85f3-9cdf114db445 req-c1951feb-55c3-48b5-8e1f-00c9b5c39c8c tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 Sep 07 09:51:39.960982 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['76456733-ad2d-4d25-9428-8d8b682e415b', '51cd844b-f682-42fb-92b9-21b9a054079c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:39.988502 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] No DVR routers for this DVR port 51cd844b-f682-42fb-92b9-21b9a054079c on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:39.991367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:39.994993 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ebe41589-8f8b-4016-a7ef-0e2069e4c87d req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "DELETE /v2.0/ports/51cd844b-f682-42fb-92b9-21b9a054079c HTTP/1.1" status: 204 len: 173 time: 1.9147611 Sep 07 09:51:39.995668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'name': 'network-vif-deleted', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:39.998828 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80166663-2a0c-46f8-9a1d-fd19209569d1" -d '{"events": [{"server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "name": "network-vif-deleted", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:40.002053 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0eb52-c750-437c-970a-06e51e66bcee tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event deleted for resources: {'Port': ['ID=51cd844b-f682-42fb-92b9-21b9a054079c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:40.056275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9f17f-9830-43da-903d-27c71cde50dd x-openstack-request-id: req-4db9f17f-9830-43da-903d-27c71cde50dd {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:40.057117 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4323f8-50fc-4bf5-80d5-2e67704435f0", "name": "network-vif-deleted", "tag": "51cd844b-f682-42fb-92b9-21b9a054079c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:40.057117 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4db9f17f-9830-43da-903d-27c71cde50dd {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:40.057349 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4323f8-50fc-4bf5-80d5-2e67704435f0', 'name': 'network-vif-deleted', 'tag': '51cd844b-f682-42fb-92b9-21b9a054079c', 'status': 'completed', 'code': 200} Sep 07 09:51:40.236653 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Deleting port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:40.237323 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.288902 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57744) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:40.295395 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082148099-network', 'tenant_id': '37828bffc1d7420badfb5766b1522346'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:40.342280 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Made reservation on behalf of 37828bffc1d7420badfb5766b1522346 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:40.344095 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.364255 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.370153 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:40.416179 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] For port 98ae47ab-6532-4560-89f3-96c32f8d5ab9, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=98ae47ab-6532-4560-89f3-96c32f8d5ab9,segment=NetworkSegment(191a8338-5563-4ad7-99be-cd7366ffc629),segment_id=191a8338-5563-4ad7-99be-cd7366ffc629)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:40.416981 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.437412 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Calling delete_port for 98ae47ab-6532-4560-89f3-96c32f8d5ab9 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:40.470842 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-00ac45b2-29f7-4681-b705-95483047a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:40.472924 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-00ac45b2-29f7-4681-b705-95483047a60c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0731211 Sep 07 09:51:40.477242 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:40.477640 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.700574 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:40.736198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.773472 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['98ae47ab-6532-4560-89f3-96c32f8d5ab9'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:51:40.787973 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Pushing event deleted for resources: {'Port': ['ID=98ae47ab-6532-4560-89f3-96c32f8d5ab9,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:40.847400 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b9370-9d6f-41b9-a246-67bd9e825157 req-03d61c56-fd54-46ce-8db8-925803ef64fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:40.849660 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a35b9370-9d6f-41b9-a246-67bd9e825157 req-03d61c56-fd54-46ce-8db8-925803ef64fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.2370515 Sep 07 09:51:40.858631 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-ae8335f3-7b14-4c73-a1af-2fc031425d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:40.860384 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-ae8335f3-7b14-4c73-a1af-2fc031425d40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.3760107 Sep 07 09:51:40.900981 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] No DVR routers for this DVR port 98ae47ab-6532-4560-89f3-96c32f8d5ab9 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:40.904668 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.907594 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-fbdcf509-f6b5-4f99-9839-ad969206ca3a req-db51e1f6-72d0-40ce-8cfe-8a2d1c87d111 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.20 "DELETE /v2.0/ports/98ae47ab-6532-4560-89f3-96c32f8d5ab9 HTTP/1.1" status: 204 len: 173 time: 0.9518762 Sep 07 09:51:40.908863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'name': 'network-vif-deleted', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:40.913266 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c92a3-10ec-4e7e-9ec0-1413277a7038" -d '{"events": [{"server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "name": "network-vif-deleted", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:40.919022 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:40.924499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.925424 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:40.925850 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:40.966833 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece14ad-7eae-4ce7-93bd-b6256e7491f8 req-4b4d494e-a7d9-42de-a53c-cb8b03bef613 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:40.969089 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aece14ad-7eae-4ce7-93bd-b6256e7491f8 req-4b4d494e-a7d9-42de-a53c-cb8b03bef613 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.3014631 Sep 07 09:51:41.005556 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.032082 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a35b9370-9d6f-41b9-a246-67bd9e825157 req-d4621483-8b82-40ec-94fa-8471fd053345 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060226 Sep 07 09:51:41.057728 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:41.087510 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:41.092900 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:41.099631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:41.115522 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-11a31b5b-9e09-424c-842e-5e19140c1f6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 1002 time: 0.1879156 Sep 07 09:51:41.117117 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a544f054-3772-42b9-9bff-1dc6855cf961,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:41.135844 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.136198 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Added segment 716a946a-7667-4012-bb9d-11b02018f76b of type vlan for network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 Sep 07 09:51:41.206013 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aece14ad-7eae-4ce7-93bd-b6256e7491f8 req-6b1e1422-dce5-4ec7-bc5f-7464d09c6320 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902280 Sep 07 09:51:41.239106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-bc0a3990-eec7-46b4-9708-3cdab38e4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:41.240073 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-bc0a3990-eec7-46b4-9708-3cdab38e4b63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.1058197 Sep 07 09:51:41.257389 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732c02e-21f9-41f2-8173-85d00da1eeaf x-openstack-request-id: req-b732c02e-21f9-41f2-8173-85d00da1eeaf {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:41.257980 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f69a74e-fc70-4f4a-adb7-d85762901efb", "name": "network-vif-deleted", "tag": "98ae47ab-6532-4560-89f3-96c32f8d5ab9", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:41.258497 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b732c02e-21f9-41f2-8173-85d00da1eeaf {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:41.259111 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f69a74e-fc70-4f4a-adb7-d85762901efb', 'name': 'network-vif-deleted', 'tag': '98ae47ab-6532-4560-89f3-96c32f8d5ab9', 'status': 'completed', 'code': 200} Sep 07 09:51:41.281066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.313270 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:41.317579 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.339099 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-54493c8f-1b24-4ce9-8b5c-5391c0efc48b req-5ecb085b-3f64-4146-86b1-2024ed9129f9 tempest-VolumesActionsTest-714754867 tempest-VolumesActionsTest-714754867-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f69a74e-fc70-4f4a-adb7-d85762901efb HTTP/1.1" status: 200 len: 210 time: 0.1226325 Sep 07 09:51:41.360563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-b6a4c1e5-0a9c-48b7-834f-8ed0898a3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:41.362228 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-b6a4c1e5-0a9c-48b7-834f-8ed0898a3bbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077466 Sep 07 09:51:41.366566 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.367430 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:41.407803 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.409014 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:41.409781 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.443484 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1533835 Sep 07 09:51:41.446572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57760) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:41.451943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Request body: {'subnet': {'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082148099-subnet', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:41.503078 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:41.531515 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Made reservation on behalf of 37828bffc1d7420badfb5766b1522346 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:41.534817 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.536231 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:41.536804 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.570057 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13a8e-9ab5-4884-ba30-bdea8c15b4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:41.581663 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:41.596009 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-8b9aa4da-f0d8-417e-9969-6763415e23cb service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237873 Sep 07 09:51:41.609909 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:41.768462 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.785838 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7b69ed04-0bc3-44e6-957d-2e7a70ff0895 req-d5c2931d-4a2c-4b52-81bd-d0796c93b5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801887 Sep 07 09:51:41.830756 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb38c08f-3318-4b06-b352-716a2c0a765d,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:41.851965 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Checking segment: {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:41.852319 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Network hostable DHCP agents. Network: 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:41.870736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:41.883944 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:41.889084 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:41.889713 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.897443 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9253b2-edb7-43f9-8992-3636f5e664b8 None None] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:41.907892 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-88368500-4e94-4d15-b73e-fcc609f2ab1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4599335 Sep 07 09:51:41.910108 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57762) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:41.915318 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:41.939694 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:41.940927 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.103365 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 2, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:42.160041 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'fixed_ips': [{'subnet_id': 'eb38c08f-3318-4b06-b352-716a2c0a765d'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:51:42.161013 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.171308 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:42.171651 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Updating router 516a26f3-ff14-4221-bc24-2ca0d68c1022 port c9427e4d-91de-4406-b460-2d2a07b733a3 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:42.214150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.254791 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.291971 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efe25a-78b2-4410-b7f5-98f38f35a02a req-cfa8d094-98bf-4a6d-b181-ac0907eebfa8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:42.293613 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-08efe25a-78b2-4410-b7f5-98f38f35a02a req-cfa8d094-98bf-4a6d-b181-ac0907eebfa8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 946 time: 0.1075478 Sep 07 09:51:42.316380 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:42.398938 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592318-0c3d-49ab-912a-d40d261cdbc4 req-696803ba-76be-48b2-b698-b957b052b739 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:42.406998 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e0592318-0c3d-49ab-912a-d40d261cdbc4 req-696803ba-76be-48b2-b698-b957b052b739 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1122997 Sep 07 09:51:42.423969 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-08efe25a-78b2-4410-b7f5-98f38f35a02a req-cb59be3a-0c71-4ba2-98cb-622ca9259e2a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106727 Sep 07 09:51:42.446198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.450366 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 51cd844b-f682-42fb-92b9-21b9a054079c no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:42.493791 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e0592318-0c3d-49ab-912a-d40d261cdbc4 req-e2db117d-ff3a-4e2a-9536-ba74a4b30a13 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810652 Sep 07 09:51:42.756844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 51cd844b-f682-42fb-92b9-21b9a054079c {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:51:42.756844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 51cd844b-f682-42fb-92b9-21b9a054079c not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:51:42.756844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:42.784707 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.848815 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:42.910811 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8e11-d3f3-4426-ac41-a75fcb61c17a req-7ac850b3-b1a1-474f-b53d-63ff0b0543fe tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:42.912413 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f9d8e11-d3f3-4426-ac41-a75fcb61c17a req-7ac850b3-b1a1-474f-b53d-63ff0b0543fe tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.0746164 Sep 07 09:51:43.034384 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f9d8e11-d3f3-4426-ac41-a75fcb61c17a req-793c73b6-f293-48ed-9800-40ec7f88d4dd tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034670 Sep 07 09:51:43.101172 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Allocated IP 172.27.2.144 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/4aae9dd4-5d35-45d5-ab9c-d199c82d4716) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:43.122738 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Allocated IP 172.20.0.2 (2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8/eb38c08f-3318-4b06-b352-716a2c0a765d/2a80eb39-c8b3-4d9a-b493-e44ad56164cc) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:43.137820 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.140256 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:43.142498 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.247955 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:43.250570 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab7907-8801-45d9-8d9f-7572ae250397" -d '{"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:43.265287 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.285031 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:43.328718 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.329408 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 98ae47ab-6532-4560-89f3-96c32f8d5ab9 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:43.377963 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.391586 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc8387-7466-4109-ac6e-b82b5078e34e x-openstack-request-id: req-53fc8387-7466-4109-ac6e-b82b5078e34e {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:43.391884 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:43.392116 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53fc8387-7466-4109-ac6e-b82b5078e34e {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:43.392518 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'code': 200} Sep 07 09:51:43.396898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:43.400294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:43.404054 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:43.416309 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 98ae47ab-6532-4560-89f3-96c32f8d5ab9 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:51:43.416769 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 98ae47ab-6532-4560-89f3-96c32f8d5ab9 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:51:43.529440 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.557259 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=8']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:43.589408 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Transition to ACTIVE for port object c9427e4d-91de-4406-b460-2d2a07b733a3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:43.617491 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.655896 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Pushing event updated for resources: {'Port': ['ID=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:43.670820 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:43.768908 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Transition to ACTIVE for port object 2a80eb39-c8b3-4d9a-b493-e44ad56164cc will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:43.831871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d0c15-dcd6-421f-a625-7ce199f34f28 req-bd0faf84-ebdb-48a6-a1a9-ba1c963754f6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:43.839536 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f93d0c15-dcd6-421f-a625-7ce199f34f28 req-bd0faf84-ebdb-48a6-a1a9-ba1c963754f6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1558678 Sep 07 09:51:43.848569 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9721f-6177-4897-b2a2-2b8ec7936416 req-f34e50dc-20be-47ec-9bf7-884641938c31 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:43.857140 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c3a9721f-6177-4897-b2a2-2b8ec7936416 req-f34e50dc-20be-47ec-9bf7-884641938c31 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.2380888 Sep 07 09:51:43.870569 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719282-dbe9-4674-b55d-385df4ed4e72 None None] Pushing event updated for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:43.936834 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Transition to ACTIVE for port object 2a80eb39-c8b3-4d9a-b493-e44ad56164cc will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:43.949637 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c3a9721f-6177-4897-b2a2-2b8ec7936416 req-d73d9608-631e-471f-956d-707de3e190d6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911167 Sep 07 09:51:43.981173 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f93d0c15-dcd6-421f-a625-7ce199f34f28 req-8a16262f-87c8-4b16-ac6f-b0b15629f0b5 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403601 Sep 07 09:51:43.997728 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.045997 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Attempting to bind port c9427e4d-91de-4406-b460-2d2a07b733a3 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:44.046381 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Attempting to bind port c9427e4d-91de-4406-b460-2d2a07b733a3 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:44.046741 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Attempting to bind port c9427e4d-91de-4406-b460-2d2a07b733a3 on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:44.051732 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Pushing event updated for resources: {'Port': ['ID=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:44.069855 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:44.077634 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.082001 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:44.082826 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.083420 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Bound using segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:44.084140 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Bound port: c9427e4d-91de-4406-b460-2d2a07b733a3, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:44.085215 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.093955 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:44.104033 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:44.107312 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:44.252611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd7a50-ed0e-42c6-828f-0867bea60566 req-d0c8763c-cbef-4810-8699-ccd9ad133b93 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:44.262659 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0fd7a50-ed0e-42c6-828f-0867bea60566 req-d0c8763c-cbef-4810-8699-ccd9ad133b93 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.1270728 Sep 07 09:51:44.272434 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Attempting to bind port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:44.273186 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Attempting to bind port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:44.273435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Attempting to bind port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc on network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:44.283630 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:44.284017 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Checking segment: {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:44.284959 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.285364 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Bound using segment: {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:44.286001 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Bound port: 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:44.286399 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.338877 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0fd7a50-ed0e-42c6-828f-0867bea60566 req-a7b8fb38-68be-4edf-9e5a-432d515edcbb tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752523 Sep 07 09:51:44.356726 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] For port c9427e4d-91de-4406-b460-2d2a07b733a3, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:44.375643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] For port c9427e4d-91de-4406-b460-2d2a07b733a3, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c9427e4d-91de-4406-b460-2d2a07b733a3,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:44.386816 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.422931 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.460032 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] For port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:44.462011 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:44.462746 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:44.523961 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] For port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:44.532103 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719282-dbe9-4674-b55d-385df4ed4e72 None None] Pushing event updated for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:44.538191 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.667446 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Router 4d4e931e-4bee-4056-a931-c310867c2ed1 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:51:44.688843 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:44.738502 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b151d-3c3d-46fc-a2a6-d1215872d34f None None] Pushing event updated for resources: {'Port': ['ID=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:44.883260 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:44.901490 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Sync routers for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:44.938573 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:44.939930 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c5513d98-6e7e-423e-ac08-ebca22cfe32d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0283022 Sep 07 09:51:44.942008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 57830) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:45.016407 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:45.017442 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:45.203115 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:44Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:45.242495 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b1928-a6c1-4c87-bb1d-1b67d997000a None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:44Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:45.333478 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:45.442179 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e101-f560-468e-9514-c068e8050b19 req-7971a1dd-287e-430d-8e77-b5e00e6d5637 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:45.447310 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6c8e101-f560-468e-9514-c068e8050b19 req-7971a1dd-287e-430d-8e77-b5e00e6d5637 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2491345 Sep 07 09:51:45.467535 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ad514-c229-42c2-a5cd-eac1f7c87d5c req-16e79690-ab3e-475b-aa54-f5f6848b7cef tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:45.477700 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a6ad514-c229-42c2-a5cd-eac1f7c87d5c req-16e79690-ab3e-475b-aa54-f5f6848b7cef tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.2765079 Sep 07 09:51:45.650255 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a6ad514-c229-42c2-a5cd-eac1f7c87d5c req-b4dcffab-5cd6-4268-a0f9-518b13f99a27 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709559 Sep 07 09:51:45.724235 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:43Z', 'revision_number': 3, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:45.768083 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Checking router: 4d4e931e-4bee-4056-a931-c310867c2ed1 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:45.768625 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Updating router 4d4e931e-4bee-4056-a931-c310867c2ed1 port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:45.776571 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6c8e101-f560-468e-9514-c068e8050b19 req-df33fac2-4804-4ca1-8250-0a83b363d0b7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201175 Sep 07 09:51:45.838287 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.364723 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da3729-dffd-4128-8943-c1447556f2bd None None] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:46.388518 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c9427e4d-91de-4406-b460-2d2a07b733a3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:46.476448 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-241dbca6-83cc-4ee5-85a0-cae939422461 None None] Provisioning for port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:46.562572 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982b0b9-8a29-49fa-a042-b1f5cee17667 req-d80bc6d7-46ee-4347-bb87-863ee4278e25 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:46.580985 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e982b0b9-8a29-49fa-a042-b1f5cee17667 req-d80bc6d7-46ee-4347-bb87-863ee4278e25 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.7908442 Sep 07 09:51:46.673604 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port c9427e4d-91de-4406-b460-2d2a07b733a3 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:46.683411 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.699269 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Transition to ACTIVE for port object 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:46.711047 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.722278 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port c9427e4d-91de-4406-b460-2d2a07b733a3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:46.722656 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.731348 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e982b0b9-8a29-49fa-a042-b1f5cee17667 req-a2fb8aaf-00e2-45a5-a4f9-2518650775b8 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494110 Sep 07 09:51:46.841552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.861269 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353d0ce-2b0a-4e53-9711-3c7a4fdd0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:46.866116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-ae391a91-c13f-4d9a-b372-03ce5d08cc89 req-d944123c-f58a-4cdc-85ea-2830ad5068e2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:51:46.879419 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Attempting to bind port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:46.879786 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Attempting to bind port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:46.880146 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Attempting to bind port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:46.892912 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae391a91-c13f-4d9a-b372-03ce5d08cc89 req-d944123c-f58a-4cdc-85ea-2830ad5068e2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318909 Sep 07 09:51:46.894702 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:46.895312 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:46.895936 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:46.896511 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:46.897711 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Bound port: 4aae9dd4-5d35-45d5-ab9c-d199c82d4716, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:46.898430 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.023180 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] For port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:47.027431 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] For port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:47.035028 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.146878 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353d0ce-2b0a-4e53-9711-3c7a4fdd0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:47.164502 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32b0e-7ae3-42d3-9a18-ef6f20a7aaad req-09912527-c70a-4353-8b67-1c51977bc58a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:47.177397 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:47.179602 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:47.190601 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2df32b0e-7ae3-42d3-9a18-ef6f20a7aaad req-09912527-c70a-4353-8b67-1c51977bc58a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2945709 Sep 07 09:51:47.249764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.285145 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port c9427e4d-91de-4406-b460-2d2a07b733a3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c9427e4d-91de-4406-b460-2d2a07b733a3,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:47.292506 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.293422 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 2a80eb39-c8b3-4d9a-b493-e44ad56164cc up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:47.390401 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:47.416864 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:47.430624 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:47.431000 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.441767 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:47.467195 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2df32b0e-7ae3-42d3-9a18-ef6f20a7aaad req-e53d2c56-eac4-4149-9b63-963c919fb5b6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956737 Sep 07 09:51:47.560706 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdf68e-7ea8-4f70-9d87-8e21adad608f req-697b54ab-135c-4f80-93bd-e7f0d8cf19c7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:47.572045 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48fdf68e-7ea8-4f70-9d87-8e21adad608f req-697b54ab-135c-4f80-93bd-e7f0d8cf19c7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.3783672 Sep 07 09:51:47.644168 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.713300 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:47.720419 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.821002 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18886407-48b0-47d5-a797-53c74c76bba9 req-e5c1ea33-dc09-4ea3-99f9-a7a76f1c8b3e tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:47.821684 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:47.825005 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-18886407-48b0-47d5-a797-53c74c76bba9 req-e5c1ea33-dc09-4ea3-99f9-a7a76f1c8b3e tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.2519462 Sep 07 09:51:47.826410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Allocated IP 172.20.0.1 (2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8/eb38c08f-3318-4b06-b352-716a2c0a765d/1efd393a-f930-40ee-a9a9-ddf14548e5eb) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:47.875334 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:43Z', 'revision_number': 3, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:47.945762 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1aa9f8-4131-4896-8e76-58eca642f1f1 None None] The sync data for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi is: [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:43Z', 'revision_number': 3, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:47.960643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-c60a1e62-f0bb-4c98-bdd9-76f6a131b4a9 None None] Provisioning complete for port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:47.961274 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c60a1e62-f0bb-4c98-bdd9-76f6a131b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:47.962584 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48fdf68e-7ea8-4f70-9d87-8e21adad608f req-7025ae71-1dfc-4d4c-bafd-df5f6f5bb4b5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989614 Sep 07 09:51:48.101044 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57892) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:48.139704 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518818-e48a-4445-aa38-ab553162ab9a req-86d994bd-91dd-43b3-a890-4f6c5b8f5188 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:48.147399 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95518818-e48a-4445-aa38-ab553162ab9a req-86d994bd-91dd-43b3-a890-4f6c5b8f5188 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.2378087 Sep 07 09:51:48.253491 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-ede580b8-e42d-4e81-88e1-10f86880f35a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495292 Sep 07 09:51:48.269006 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-837e812b-9832-40df-bbb4-32e19d35b37d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:51:48.270122 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-837e812b-9832-40df-bbb4-32e19d35b37d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058839 Sep 07 09:51:48.274783 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c9427e4d-91de-4406-b460-2d2a07b733a3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:48.279014 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-95518818-e48a-4445-aa38-ab553162ab9a req-fa2c83ad-2cb5-454d-87e2-5fe87019557f tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307366 Sep 07 09:51:48.289668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Deleting port 76456733-ad2d-4d25-9428-8d8b682e415b {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:51:48.290147 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.315187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.368253 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port c9427e4d-91de-4406-b460-2d2a07b733a3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:48.369036 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.431716 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Transition to ACTIVE for port object 1efd393a-f930-40ee-a9a9-ddf14548e5eb will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:48.507918 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 2a80eb39-c8b3-4d9a-b493-e44ad56164cc up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:48.574292 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] For port 76456733-ad2d-4d25-9428-8d8b682e415b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=76456733-ad2d-4d25-9428-8d8b682e415b,segment=NetworkSegment(3dc5f594-1eed-4238-a8eb-f4403420f0f8),segment_id=3dc5f594-1eed-4238-a8eb-f4403420f0f8)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:48.574798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.643638 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Calling delete_port for 76456733-ad2d-4d25-9428-8d8b682e415b owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:51:48.661158 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:48.662103 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.673360 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:48.749310 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Pushing event updated for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:48.802887 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:48.821003 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb2e8c-f93d-4f5a-b68c-08aa4788cf1e req-b610eab1-7ed8-49aa-ba19-edd6a45a1c61 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:48.828433 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5afb2e8c-f93d-4f5a-b68c-08aa4788cf1e req-b610eab1-7ed8-49aa-ba19-edd6a45a1c61 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2182853 Sep 07 09:51:48.835009 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:48.845676 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:48.914257 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:49.058528 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5afb2e8c-f93d-4f5a-b68c-08aa4788cf1e req-d9263eb7-d938-4d78-bbc6-34f59e6561bb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278655 Sep 07 09:51:49.152994 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 76456733-ad2d-4d25-9428-8d8b682e415b no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:49.545595 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:49.575979 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-55140e48-6244-42b1-9ca2-6ff745369c7e None None] Provisioning for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:49.593685 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-55140e48-6244-42b1-9ca2-6ff745369c7e None None] Provisioning complete for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:49.605114 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-55140e48-6244-42b1-9ca2-6ff745369c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:49.623518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:49.670729 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-55140e48-6244-42b1-9ca2-6ff745369c7e None None] Port 1efd393a-f930-40ee-a9a9-ddf14548e5eb cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:49.684062 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea57753-8352-42cd-8cf1-7fb160f3ae8a req-cec94efb-4326-430f-91aa-91035640a4d3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:49.692248 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ea57753-8352-42cd-8cf1-7fb160f3ae8a req-cec94efb-4326-430f-91aa-91035640a4d3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.3726251 Sep 07 09:51:49.796059 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:49.806706 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746cfde-6d05-49ea-94ee-057ace8d1fcc req-1e023cca-1c63-40f5-974b-aa4a710bf1d4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:49.814118 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1746cfde-6d05-49ea-94ee-057ace8d1fcc req-1e023cca-1c63-40f5-974b-aa4a710bf1d4 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4544d13-b18f-46f8-824d-99a38f2b76ee HTTP/1.1" status: 200 len: 945 time: 0.3001363 Sep 07 09:51:49.822912 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:51:49.824279 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8ea57753-8352-42cd-8cf1-7fb160f3ae8a req-dc0cb2f8-3f50-460d-b2ef-3a953b328ece tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311371 Sep 07 09:51:49.915211 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Pushing event deleted for resources: {'Port': ['ID=76456733-ad2d-4d25-9428-8d8b682e415b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:50.000410 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1746cfde-6d05-49ea-94ee-057ace8d1fcc req-714da5d2-adfd-43d5-93a9-ac112ab6d9e7 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0c38a8f-1785-476a-b017-32840a623ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809733 Sep 07 09:51:50.018814 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] No DVR routers for this DVR port 76456733-ad2d-4d25-9428-8d8b682e415b on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:51:50.022915 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.025463 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-18886407-48b0-47d5-a797-53c74c76bba9 req-6ef94b71-df98-425b-9602-ebe218f6c647 tempest-AttachVolumeNegativeTest-489910364 tempest-AttachVolumeNegativeTest-489910364-project] 10.222.0.20 "DELETE /v2.0/ports/76456733-ad2d-4d25-9428-8d8b682e415b HTTP/1.1" status: 204 len: 173 time: 2.1778753 Sep 07 09:51:50.027980 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'name': 'network-vif-deleted', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:51:50.031901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f0f57-d0bd-43ca-860f-af8b31c86208" -d '{"events": [{"server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "name": "network-vif-deleted", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:51:50.146850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a2b6b5-7a74-439d-9eda-f8b70b414ba9 x-openstack-request-id: req-14a2b6b5-7a74-439d-9eda-f8b70b414ba9 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:51:50.153171 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4544d13-b18f-46f8-824d-99a38f2b76ee", "name": "network-vif-deleted", "tag": "76456733-ad2d-4d25-9428-8d8b682e415b", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:51:50.153571 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14a2b6b5-7a74-439d-9eda-f8b70b414ba9 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:51:50.153987 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4544d13-b18f-46f8-824d-99a38f2b76ee', 'name': 'network-vif-deleted', 'tag': '76456733-ad2d-4d25-9428-8d8b682e415b', 'status': 'completed', 'code': 200} Sep 07 09:51:50.307468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.324717 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.343718 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:50.361649 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb8fe5-58de-4a12-8751-ea39021d9d52 req-7b461dbd-e0b7-4dc6-a4f1-551961346459 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:50.372795 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09cb8fe5-58de-4a12-8751-ea39021d9d52 req-7b461dbd-e0b7-4dc6-a4f1-551961346459 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1424694 Sep 07 09:51:50.445550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:50.450629 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:50.451345 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.499311 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09cb8fe5-58de-4a12-8751-ea39021d9d52 req-a9ded379-d572-4bd5-b303-c6cbb69bebed tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255229 Sep 07 09:51:50.518908 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Pushing event updated for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:50.530069 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.650207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.696116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:50.698225 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:50.720692 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:50.726680 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:50.861753 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:50.909420 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Router 4d4e931e-4bee-4056-a931-c310867c2ed1 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:51:51.094820 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57942) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:51.139131 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-2b45de08-c512-41a6-b959-45541903bc01 None None] Provisioning complete for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:51.140064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-2b45de08-c512-41a6-b959-45541903bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.161254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:51:51.168979 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-434bd0cf-5763-434b-ad77-f1b560513a0c admin admin] 10.222.0.24 "PUT /v2.0/routers/4d4e931e-4bee-4056-a931-c310867c2ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2253566 Sep 07 09:51:51.186917 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ed13-f947-42d3-b3d6-650f1b4692c4 req-0d2d069b-f335-44eb-864a-b8e28d480c22 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:51.203864 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-2b45de08-c512-41a6-b959-45541903bc01 None None] Port 1efd393a-f930-40ee-a9a9-ddf14548e5eb cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:51:51.211569 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76b7ed13-f947-42d3-b3d6-650f1b4692c4 req-0d2d069b-f335-44eb-864a-b8e28d480c22 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1951833 Sep 07 09:51:51.215807 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Deleting subnet b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:51:51.219123 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.274537 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.306997 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76b7ed13-f947-42d3-b3d6-650f1b4692c4 req-0fe78fe2-fc02-4d78-a6e1-13cc20405695 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902696 Sep 07 09:51:51.348309 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.357347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Sync routers for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:51:51.372902 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:51.374254 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:51.431107 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-54cb9ae7-0e7a-4ffb-b4d6-cdeac56a18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:51.438278 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-54cb9ae7-0e7a-4ffb-b4d6-cdeac56a18bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 1097 time: 0.1301687 Sep 07 09:51:51.446320 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.503134 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:51.525457 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.527691 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b32e33d2-5c06-4c9d-9c8b-b724adf2dbd4 HTTP/1.1" status: 204 len: 168 time: 0.4318807 Sep 07 09:51:51.529318 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.529670 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.530019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.530391 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.530732 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.531069 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.531412 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.531861 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.532494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.533147 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.540099 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.540695 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3b984-5fc7-4fb9-aeec-b69a69d3aec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:51:51.547246 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57954) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:51.565268 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:51.665259 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.779562 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.800526 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e9b049-2bc4-46e7-95ae-3ef658ee72dc']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:51.811407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc5f594-1eed-4238-a8eb-f4403420f0f8') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:51.811798 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc5f594-1eed-4238-a8eb-f4403420f0f8') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:51.823001 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.842858 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.851230 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:51:51.851777 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:51:51.854527 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:51:51.925968 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.934183 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:51.934183 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84e9b049-2bc4-46e7-95ae-3ef658ee72dc HTTP/1.1" status: 204 len: 168 time: 0.3855340 Sep 07 09:51:51.945788 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-50d1f166-6eae-4ad7-b1b1-331cc7317042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:51.947311 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-50d1f166-6eae-4ad7-b1b1-331cc7317042 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1097 time: 0.4545341 Sep 07 09:51:51.965342 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3b94-21c4-4758-b46b-0e00f5c3aa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e9b049-2bc4-46e7-95ae-3ef658ee72dc,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:52.001628 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:49Z', 'revision_number': 4, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '1efd393a-f930-40ee-a9a9-ddf14548e5eb', 'name': '', 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'mac_address': 'fa:16:3e:26:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:46Z', 'updated_at': '2021-09-07T09:51:49Z', 'revision_number': 2, 'project_id': '37828bffc1d7420badfb5766b1522346', 'subnets': [{'id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:52.045949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Checking router: 4d4e931e-4bee-4056-a931-c310867c2ed1 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:51:52.046589 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Updating router 4d4e931e-4bee-4056-a931-c310867c2ed1 port 1efd393a-f930-40ee-a9a9-ddf14548e5eb binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:51:52.075523 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-45a097e2-fe2b-4950-937a-59c62a6664a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:52.077644 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-45a097e2-fe2b-4950-937a-59c62a6664a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.1203325 Sep 07 09:51:52.080265 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.103735 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57960) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:52.109138 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122261010', 'description': 'tempest-secgroup-smoke-1122261010 description', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:52.195494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.224376 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57962) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:52.239164 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:52.290219 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a81b939f-77b1-46c0-9aff-ea061ee143e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=553ce826e69f4967b0f78906221fa074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0645447 Sep 07 09:51:52.292589 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57968) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:52.343847 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.361394 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.368079 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.399606 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.400330 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:52.400913 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.420801 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:52.425881 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.430319 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-72427596-3661-48cf-99eb-4a5a16a43d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3255353 Sep 07 09:51:52.430929 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57974) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:52.439484 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:52.498640 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.506265 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.517201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df217930-0efe-4c23-b2d5-ef2e43b34e5e req-1c9a538f-ec7d-4551-9b65-3ca954a38354 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:52.519489 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df217930-0efe-4c23-b2d5-ef2e43b34e5e req-1c9a538f-ec7d-4551-9b65-3ca954a38354 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2524681 Sep 07 09:51:52.525366 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-e31fa151-11c4-41b6-b1d3-c626d4239ba0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 1000 time: 0.4386821 Sep 07 09:51:52.608146 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.616133 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.617616 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.625321 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.629351 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c38a8f-1785-476a-b017-32840a623ca0 HTTP/1.1" status: 204 len: 168 time: 0.3329980 Sep 07 09:51:52.634715 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Transition to ACTIVE for port object 1efd393a-f930-40ee-a9a9-ddf14548e5eb will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:52.645457 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.648235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7234eb-053f-4639-94d0-20511c12df40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c38a8f-1785-476a-b017-32840a623ca0,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:52.649115 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.688098 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5b95d-58b2-4a1b-9ede-668bafd0ee40,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:52.722087 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.729270 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-df217930-0efe-4c23-b2d5-ef2e43b34e5e req-2f7e27fc-5835-4ed5-b2c1-218718dd37ec tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996272 Sep 07 09:51:52.730284 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4f683b75-bebf-4c44-8d03-0e5b4dc2caae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950428 Sep 07 09:51:52.731028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57978) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:52.743650 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:52.752061 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21b2d-e022-4b72-9314-b0570bc96912 None None] Pushing event updated for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:52.752231 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-229a52e6-4381-4681-ac73-ad8951aaf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:52.753731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-229a52e6-4381-4681-ac73-ad8951aaf15f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.2092009 Sep 07 09:51:52.850871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.870734 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Attempting to bind port 1efd393a-f930-40ee-a9a9-ddf14548e5eb on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:51:52.873809 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Attempting to bind port 1efd393a-f930-40ee-a9a9-ddf14548e5eb by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:51:52.874407 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Attempting to bind port 1efd393a-f930-40ee-a9a9-ddf14548e5eb on network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:51:52.887981 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:51:52.890205 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Checking segment: {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:52.890815 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.891380 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Bound using segment: {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:51:52.892205 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Bound port: 1efd393a-f930-40ee-a9a9-ddf14548e5eb, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716a946a-7667-4012-bb9d-11b02018f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:51:52.894284 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:52.910513 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-5877a44a-b824-45d8-8e98-74457cf97ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:52.912175 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-5877a44a-b824-45d8-8e98-74457cf97ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426589 Sep 07 09:51:53.017782 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.024609 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.039499 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] For port 1efd393a-f930-40ee-a9a9-ddf14548e5eb, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:51:53.043801 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] For port 1efd393a-f930-40ee-a9a9-ddf14548e5eb, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=1efd393a-f930-40ee-a9a9-ddf14548e5eb,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:51:53.051117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.066888 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead60673-e901-4464-80d3-5cdf770e69fc,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:53.086521 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.092357 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-7ebae734-87c2-4a52-a553-ccba5b645fe5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3602440 Sep 07 09:51:53.093398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57982) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:53.097901 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:53.155738 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:51:53.156411 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:51:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:53.183963 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.231130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d6aed-9104-4dfe-903e-86f6774ececf req-733665e9-f305-4f78-8d85-fe1908e732cf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:53.240746 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ea4d6aed-9104-4dfe-903e-86f6774ececf req-733665e9-f305-4f78-8d85-fe1908e732cf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.3264868 Sep 07 09:51:53.261550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21b2d-e022-4b72-9314-b0570bc96912 None None] Pushing event updated for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:53.334124 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-9606f385-0b65-4473-ab54-9a341e9084a2 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651459 Sep 07 09:51:53.350875 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ea4d6aed-9104-4dfe-903e-86f6774ececf req-acfa3860-2c69-4f20-bae0-f28fd07f2154 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034260 Sep 07 09:51:53.384992 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.396778 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.429932 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6d18c8-13c8-4016-8501-e04fdc41137e,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:53.467275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:51:53.475305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.479680 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-02413027-849e-4f69-aa1c-826a2bb534d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836899 Sep 07 09:51:53.480779 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 57992) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:53.496822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:53.510146 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-20f79903-6d25-4579-a050-fda2dae0a5c9 req-f59af08d-5aa6-42bb-bd30-16b26055336f service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558521 Sep 07 09:51:53.561393 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.744675 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.752268 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.789503 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab5c85d-5d16-41ed-ba4a-b6af08aa24d5,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:53.808863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.813103 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8b899787-23fb-4d6d-9fe5-1e6cfcbf28e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3252451 Sep 07 09:51:53.825518 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58016) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:53.847600 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:53.912652 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Project 8b1c4e5c83c64f7c9e8ce1c807392ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:51:53.923125 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:53.998742 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-efa54f49-7c8b-445c-8367-ed5d01d18e7a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:54.009914 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-efa54f49-7c8b-445c-8367-ed5d01d18e7a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 814 time: 0.2898531 Sep 07 09:51:54.056840 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.061362 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-208b1eaa-558e-41ba-b896-5d3152d51091 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/quotas/7ca78059bd8246bc8087e8b9fc384539 HTTP/1.1" status: 200 len: 375 time: 0.0473459 Sep 07 09:51:54.063176 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.076885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2f9b-91fa-4caf-9d3a-abcc0985b4b5 req-3a32a96c-833b-4b96-a4d6-96cec4903fdf tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:54.078466 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4bdf2f9b-91fa-4caf-9d3a-abcc0985b4b5 req-3a32a96c-833b-4b96-a4d6-96cec4903fdf tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2038653 Sep 07 09:51:54.109570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738a60ef-1638-4f7e-b973-a0003458c041,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:54.128466 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:49Z', 'revision_number': 4, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '1efd393a-f930-40ee-a9a9-ddf14548e5eb', 'name': '', 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'mac_address': 'fa:16:3e:26:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:46Z', 'updated_at': '2021-09-07T09:51:53Z', 'revision_number': 4, 'project_id': '37828bffc1d7420badfb5766b1522346', 'subnets': [{'id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:51:54.138855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.143700 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0863ecc2-5db9-4509-8497-f72b2655a0d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086214 Sep 07 09:51:54.144732 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58034) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:54.156924 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'security_group_rule': {'security_group_id': 'd01c1813-d7ca-4a2f-9de4-edbdeda42ae3', 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:54.192400 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335aa097-3835-44c3-a09b-2246ad7f2f4e None None] The sync data for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi is: [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:51:49Z', 'revision_number': 4, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '1efd393a-f930-40ee-a9a9-ddf14548e5eb', 'name': '', 'network_id': '2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'mac_address': 'fa:16:3e:26:4a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:46Z', 'updated_at': '2021-09-07T09:51:53Z', 'revision_number': 4, 'project_id': '37828bffc1d7420badfb5766b1522346', 'subnets': [{'id': 'eb38c08f-3318-4b06-b352-716a2c0a765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:51:54.213391 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Project 8b1c4e5c83c64f7c9e8ce1c807392ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:51:54.220409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-5619edb0-65a4-4d07-b9ab-c9c6364c3646 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558971 Sep 07 09:51:54.234151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.254097 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4bdf2f9b-91fa-4caf-9d3a-abcc0985b4b5 req-0ecea112-f97e-42c3-9ca0-4f54cc9321cf tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035907 Sep 07 09:51:54.354669 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58042) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:54.489148 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-d5cd4d39-ba62-4246-b9fa-3bcdc112a176 service neutron] 10.222.0.24 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493677 Sep 07 09:51:54.537848 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.554351 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.585757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573fe4b8-97e4-480e-b03e-e5f37a3f86fd,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:54.609989 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-885b3950-e852-4b9e-9c4e-688cf324fbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166508 Sep 07 09:51:54.634629 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-771122795-network', 'tenant_id': '2da7fb625fa24000acab158aa8ef4b96'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:54.642431 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.645616 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-97814b76-f315-4400-8e69-75c5e5da48c8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4987531 Sep 07 09:51:54.674694 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Made reservation on behalf of 2da7fb625fa24000acab158aa8ef4b96 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:54.678364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.689375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.734662 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4e0a-4214-4127-9313-c2229d8a3c50 req-04c34dce-5fe7-4ed9-8947-a88c58883ed1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:54.744374 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-55fa4e0a-4214-4127-9313-c2229d8a3c50 req-04c34dce-5fe7-4ed9-8947-a88c58883ed1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1297433 Sep 07 09:51:54.873904 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-55fa4e0a-4214-4127-9313-c2229d8a3c50 req-c7d18bcd-f9b9-44fd-9060-0a9e4bf19a7a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287055 Sep 07 09:51:54.944898 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-625ea46b-8024-43fb-a03c-a36e0670c8c4 req-e7dd0175-c7f3-485a-9d3c-0d95d9e8ee48 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 210 time: 0.0621765 Sep 07 09:51:54.954571 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:54.961665 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.026018 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:55.032286 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f124039-5ca6-41ed-b590-d287680f9988,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:55.054903 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.055341 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Added segment fdfa4149-900e-4038-a4f3-b25fc33747ff of type vlan for network 5e4d308e-8885-4b03-80df-b92f82dab9a8 Sep 07 09:51:55.213031 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.288219 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.291061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:55.292510 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.295700 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-35218586-ff80-4a57-abdb-cb2fbd9285d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.369278 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0135117 Sep 07 09:51:55.377015 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58070) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:55.413617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Request body: {'subnet': {'network_id': '5e4d308e-8885-4b03-80df-b92f82dab9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-771122795-subnet', 'tenant_id': '2da7fb625fa24000acab158aa8ef4b96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:55.527259 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3805-0e7b-4b30-8d84-79b19e6d8e4b admin admin] Pushing event updated for resources: {'Network': ['ID=5e4d308e-8885-4b03-80df-b92f82dab9a8,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:55.589941 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 5e4d308e-8885-4b03-80df-b92f82dab9a8 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:55.593433 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Made reservation on behalf of 2da7fb625fa24000acab158aa8ef4b96 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:55.597323 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29974570'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:55.681480 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86afc6-5386-4c8b-8a76-ea7b10e74480 req-cebe76f2-1be0-4dd8-a152-bfffef5414fb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:55.684647 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9d86afc6-5386-4c8b-8a76-ea7b10e74480 req-cebe76f2-1be0-4dd8-a152-bfffef5414fb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.2338736 Sep 07 09:51:55.779720 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9d86afc6-5386-4c8b-8a76-ea7b10e74480 req-1bcbfecd-1288-4120-8149-b1e802dddf50 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786920 Sep 07 09:51:55.862790 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-0307ce39-691e-4477-b896-3bf85c663d6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820577 Sep 07 09:51:56.107772 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be5047-594b-4525-8b49-7b53ed391c6f req-99b1facb-14b3-4862-a08d-ec46e324660f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:56.116010 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8be5047-594b-4525-8b49-7b53ed391c6f req-99b1facb-14b3-4862-a08d-ec46e324660f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1071148 Sep 07 09:51:56.170931 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30536649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29974620'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:56.235511 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2fcfdec7-4870-4350-845c-31696aec3d5e req-3f81561e-ba1f-4985-a678-f970aeec86c6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 210 time: 0.1119087 Sep 07 09:51:56.275368 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1efd393a-f930-40ee-a9a9-ddf14548e5eb up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:56.292100 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-9b2fa6f9-5a02-48ad-9992-c13c293165d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:56.293962 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-9b2fa6f9-5a02-48ad-9992-c13c293165d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 1098 time: 0.2948155 Sep 07 09:51:56.343052 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8be5047-594b-4525-8b49-7b53ed391c6f req-89a13b63-18de-4eb1-8276-0e07d1d9824c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255919 Sep 07 09:51:56.381454 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:51:56.387641 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:56.388458 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:56.439921 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d27ba6-be08-4f91-8ef2-cb7fd1d99c73,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:56.524000 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Checking segment: {'id': 'fdfa4149-900e-4038-a4f3-b25fc33747ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e4d308e-8885-4b03-80df-b92f82dab9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:56.524369 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Network hostable DHCP agents. Network: 5e4d308e-8885-4b03-80df-b92f82dab9a8, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:56.594949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:56.609681 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Network 5e4d308e-8885-4b03-80df-b92f82dab9a8 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:56.629023 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 5e4d308e-8885-4b03-80df-b92f82dab9a8) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:56.634132 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:56.635492 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:56.648165 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf2678-89c9-44a1-a537-7dab916f7997 None None] Network 5e4d308e-8885-4b03-80df-b92f82dab9a8 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:56.676850 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0d5b96fe-f080-4997-9a4a-cf73f03ffa7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2872283 Sep 07 09:51:56.686422 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-c8dd904d-df59-44ca-9075-298c70df8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:56.690487 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-c8dd904d-df59-44ca-9075-298c70df8803 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.3419466 Sep 07 09:51:56.754639 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 1efd393a-f930-40ee-a9a9-ddf14548e5eb, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=1efd393a-f930-40ee-a9a9-ddf14548e5eb,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:51:56.764418 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:56.796278 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-fff87eb3-c0c8-477b-ba4e-5b8439c2154e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 200 len: 217 time: 0.0928657 Sep 07 09:51:56.919736 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-3568dd91-6ceb-4378-9601-0f539e7dc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:56.921595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-3568dd91-6ceb-4378-9601-0f539e7dc10b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.1135035 Sep 07 09:51:57.001288 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:57.074462 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c77aa-4eed-4075-83f3-e2d0014d260f None None] Network 5e4d308e-8885-4b03-80df-b92f82dab9a8 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:57.114648 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-4d623fe5-7e72-4acc-b115-c860bb457b48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751932 Sep 07 09:51:57.134468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841727-bdc9-4786-a57c-88c8f0505ac8 req-4a50b2f8-766b-49ef-8c8c-7439ac47546c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:57.136090 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42841727-bdc9-4786-a57c-88c8f0505ac8 req-4a50b2f8-766b-49ef-8c8c-7439ac47546c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1992829 Sep 07 09:51:57.286267 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-42841727-bdc9-4786-a57c-88c8f0505ac8 req-274fa7d0-f840-41cd-9880-be802d168444 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157093 Sep 07 09:51:57.472133 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-f76cd84e-5977-4ed4-a2d6-71b656731326 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166587 Sep 07 09:51:57.527578 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-57a03b9c-3cd7-446e-8770-ab4bae14a745 req-d49c0372-8e35-4045-88a0-d36646df1071 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 210 time: 0.0541019 Sep 07 09:51:57.743893 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c4d9da7-de6d-478c-b0b4-851ed3ce793d req-7ef1f84c-f9a0-443b-9545-a3407b21be30 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212322 Sep 07 09:51:57.779773 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0570-da44-45dd-91ba-93a48fcd2a48 req-de7d5e2a-caa9-4cf6-9292-bb3791a87333 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:57.790320 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fefe0570-da44-45dd-91ba-93a48fcd2a48 req-de7d5e2a-caa9-4cf6-9292-bb3791a87333 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.2656009 Sep 07 09:51:57.872893 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fefe0570-da44-45dd-91ba-93a48fcd2a48 req-929077da-db64-4b26-92c8-beb765a1c5f6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762007 Sep 07 09:51:57.941442 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58104) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:57.947433 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386932875-network', 'tenant_id': '4a0d02d2c1aa4c8faa0709184ebaa9e8'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:57.972722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Made reservation on behalf of 4a0d02d2c1aa4c8faa0709184ebaa9e8 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:57.975180 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:57.996779 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.010703 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.019526 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-912f4fd4-c6cd-4ae9-b8fb-1076f4d35d5f tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:58.021330 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-912f4fd4-c6cd-4ae9-b8fb-1076f4d35d5f tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 814 time: 0.3242791 Sep 07 09:51:58.059900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'port': {'device_id': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'admin_state_up': True, 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:58.190110 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-be34e88a-daf2-435a-bb98-19650aabb506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.210646 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.218434 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.235580 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1efd393a-f930-40ee-a9a9-ddf14548e5eb up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:51:58.243060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:51:58.303317 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.303748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Added segment 375e2eff-c77d-4a32-94de-120c9bdc2b01 of type vlan for network a86f934c-c9b1-4af5-b499-f2da27145faa Sep 07 09:51:58.310030 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 1efd393a-f930-40ee-a9a9-ddf14548e5eb triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:51:58.310764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.331317 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd3649b-bd53-4856-921a-5c7d28a917c7,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:58.341111 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Made reservation on behalf of 7ca78059bd8246bc8087e8b9fc384539 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:58.346144 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.410133 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.451087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.460716 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:58.461483 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.534579 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] Pushing event updated for resources: {'Network': ['ID=a86f934c-c9b1-4af5-b499-f2da27145faa,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:58.548820 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network a86f934c-c9b1-4af5-b499-f2da27145faa details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:51:58.583341 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fe3c6e32-ce02-4819-ae6a-769d34e58c72 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6406593 Sep 07 09:51:58.587780 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58112) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:51:58.593487 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Request body: {'subnet': {'network_id': 'a86f934c-c9b1-4af5-b499-f2da27145faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1386932875-subnet', 'tenant_id': '4a0d02d2c1aa4c8faa0709184ebaa9e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:51:58.623548 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca02b0-fc03-4b3d-8505-9794d02666d2 req-2adbb576-212a-4478-9d6f-33ecde42351e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:58.626023 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-efca02b0-fc03-4b3d-8505-9794d02666d2 req-2adbb576-212a-4478-9d6f-33ecde42351e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0947740 Sep 07 09:51:58.676025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Made reservation on behalf of 4a0d02d2c1aa4c8faa0709184ebaa9e8 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:51:58.679722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29974570'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:58.688386 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-efca02b0-fc03-4b3d-8505-9794d02666d2 req-c059be47-1815-4fb6-a0fd-a3914579433b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Sep 07 09:51:58.709954 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Allocated IP 172.20.0.7 (299bb351-257d-4c3b-a1f3-485a5417e08b/7294f815-e7fd-48af-a007-c1ff2bcf7c0e/a38c155a-bac1-4d6e-8ffb-98f9e80fb18e) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:51:58.789852 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-33fa15f7-9d00-499c-91e8-57347420f86c req-b369a50b-2c1d-4430-a576-8a64cfee375b tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 210 time: 0.0386579 Sep 07 09:51:59.032878 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30536649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29974620'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.044644 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.206519 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Checking segment: {'id': '375e2eff-c77d-4a32-94de-120c9bdc2b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a86f934c-c9b1-4af5-b499-f2da27145faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:51:59.221458 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Network hostable DHCP agents. Network: a86f934c-c9b1-4af5-b499-f2da27145faa, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:51:59.288550 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9316875-6e62-442d-8150-a29c5d566c0e,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:59.338045 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fcd55-057e-46f9-88ce-50ca68501d27 req-81560367-1063-4fb1-a602-600b16a2734c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:59.346257 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d46fcd55-057e-46f9-88ce-50ca68501d27 req-81560367-1063-4fb1-a602-600b16a2734c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.3489661 Sep 07 09:51:59.419686 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.467889 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Transition to ACTIVE for port object a38c155a-bac1-4d6e-8ffb-98f9e80fb18e will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:51:59.493390 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d46fcd55-057e-46f9-88ce-50ca68501d27 req-d5ba0005-9e9d-43ba-9ae2-c957dced69e2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458941 Sep 07 09:51:59.530945 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Network a86f934c-c9b1-4af5-b499-f2da27145faa is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:51:59.543021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, a86f934c-c9b1-4af5-b499-f2da27145faa) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:59.548089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:59.548939 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.555307 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a7d62-0c48-4166-bded-918b1ea1db23 None None] Network a86f934c-c9b1-4af5-b499-f2da27145faa requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:51:59.588354 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d4c2e49d-2dc0-4e67-9d60-32b4d22fed02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9992599 Sep 07 09:51:59.605319 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.667015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:51:59.694631 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:51:59.696564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:51:59.699689 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:51:59.821282 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:51:59.821521 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:51:59.854409 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-43364a46-d7af-41b1-8f6a-5944f3818448 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8047748 Sep 07 09:51:59.997324 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3cdcea-79af-4496-9c68-9d091d514462 None None] Network a86f934c-c9b1-4af5-b499-f2da27145faa requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:52:00.011841 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58122) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:00.154143 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b366f-da92-4f8f-8bc7-c7f0342c9112 req-a82f6bb4-8f53-4b04-bcd5-cd6739fb7b5b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:00.158246 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-763b366f-da92-4f8f-8bc7-c7f0342c9112 req-a82f6bb4-8f53-4b04-bcd5-cd6739fb7b5b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1765139 Sep 07 09:52:00.159715 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Deleting subnet 75d27ba6-be08-4f91-8ef2-cb7fd1d99c73 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:52:00.164703 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.175300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb0be9-2c5c-4a31-a5c2-a72bb84f56f1 req-360c02f4-773c-4574-b871-2c407f7b89f9 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:00.186876 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-77cb0be9-2c5c-4a31-a5c2-a72bb84f56f1 req-360c02f4-773c-4574-b871-2c407f7b89f9 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 931 time: 0.2628567 Sep 07 09:52:00.201662 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Request body: {'port': {'device_id': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:00.279595 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.300458 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-763b366f-da92-4f8f-8bc7-c7f0342c9112 req-02395798-8ac0-4ea1-89ec-b4cbff422e0f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093006 Sep 07 09:52:00.341241 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-132649f9-cc9c-4f9d-a9e4-a5d04aa55257 None None] Provisioning for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:52:00.352227 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-132649f9-cc9c-4f9d-a9e4-a5d04aa55257 None None] Provisioning complete for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:52:00.352927 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-132649f9-cc9c-4f9d-a9e4-a5d04aa55257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.357259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-77cb0be9-2c5c-4a31-a5c2-a72bb84f56f1 req-a9c58f93-fe75-4c09-b82a-b6c42b20faa7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678493 Sep 07 09:52:00.385465 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.403881 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.440635 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-132649f9-cc9c-4f9d-a9e4-a5d04aa55257 None None] Port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:52:00.670543 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e709-83df-470f-a86b-162ed2592845 req-15a97b15-9bd1-4c25-b0ed-3f71cd043495 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:00.680346 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eea3e709-83df-470f-a86b-162ed2592845 req-15a97b15-9bd1-4c25-b0ed-3f71cd043495 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0828056 Sep 07 09:52:00.696141 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.738797 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.741385 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75d27ba6-be08-4f91-8ef2-cb7fd1d99c73 HTTP/1.1" status: 204 len: 168 time: 0.7284005 Sep 07 09:52:00.744149 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df53484-1f69-485f-ba45-9fd3b78c9b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d27ba6-be08-4f91-8ef2-cb7fd1d99c73,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:00.749291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58130) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:00.754330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eea3e709-83df-470f-a86b-162ed2592845 req-d9fca747-585d-405d-8448-0745f2815ad0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692258 Sep 07 09:52:00.817313 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.837356 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:00.966529 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.014244 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4d308e-8885-4b03-80df-b92f82dab9a8']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:01.032398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa4149-900e-4038-a4f3-b25fc33747ff') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:01.032838 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa4149-900e-4038-a4f3-b25fc33747ff') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:01.036020 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38c155a-bac1-4d6e-8ffb-98f9e80fb18e {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:52:01.051309 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.056942 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.081324 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Transition to ACTIVE for port object a38c155a-bac1-4d6e-8ffb-98f9e80fb18e will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:52:01.082830 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.097971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.109969 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:52:01.110425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:52:01.120426 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:52:01.342542 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:01.356240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.370846 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.373179 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5e4d308e-8885-4b03-80df-b92f82dab9a8 HTTP/1.1" status: 204 len: 168 time: 0.6229162 Sep 07 09:52:01.378398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58136) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:01.400277 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Attempting to bind port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:52:01.400772 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Attempting to bind port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:52:01.401310 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Attempting to bind port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e on network 299bb351-257d-4c3b-a1f3-485a5417e08b {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:52:01.456080 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7790a9-8418-49b9-b509-be85b580f67c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4d308e-8885-4b03-80df-b92f82dab9a8,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:01.484616 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e on network 299bb351-257d-4c3b-a1f3-485a5417e08b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:52:01.485009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Attempting to bind port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e on network 299bb351-257d-4c3b-a1f3-485a5417e08b {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:52:01.501822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:52:01.502240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Checking segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:52:01.502769 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Bound using segment: {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:52:01.503547 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Bound port: a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f3fec7-c79d-45a9-8f6d-fe170479624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:52:01.504369 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.541236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Deleting subnet e9316875-6e62-442d-8150-a29c5d566c0e {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:52:01.580193 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.746242 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30144858'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.769408 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:52:01.779697 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:52:01.788255 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf992-4cb8-4138-be60-f709b2814011 req-bfd3bee0-3ea5-48b5-97f2-d8c6c4ff20b6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:01.792710 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.796013 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-929cf992-4cb8-4138-be60-f709b2814011 req-bfd3bee0-3ea5-48b5-97f2-d8c6c4ff20b6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.2494762 Sep 07 09:52:01.852074 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17763-2324-4cb4-8e37-7d6435c2dd39 req-06d1f7fe-d17c-486e-8234-7e9d00dbdd17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:01.853508 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8cf17763-2324-4cb4-8e37-7d6435c2dd39 req-06d1f7fe-d17c-486e-8234-7e9d00dbdd17 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.3088393 Sep 07 09:52:01.869831 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:01.870411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.872257 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 1093 time: 1.6753836 Sep 07 09:52:01.872257 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:01.874514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c134888-874e-4804-ad67-0ff29aae70d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:01.909127 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:01.962673 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-929cf992-4cb8-4138-be60-f709b2814011 req-879052ab-08ea-48e6-a7ff-183f50ffe4a3 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657059 Sep 07 09:52:01.993629 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032c4e-11d5-4178-ae9b-d500783fd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:02.120422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-c6402c02-0d93-4f86-9047-a90db2fc4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:02.121991 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-c6402c02-0d93-4f86-9047-a90db2fc4669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1096 time: 0.0980690 Sep 07 09:52:02.268623 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-ec73bcab-3f28-4ade-bca2-e60512575c07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 217 time: 0.0540276 Sep 07 09:52:02.371738 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-1d19db2c-1b78-4a61-9959-0f4d7af20768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:02.371738 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-1d19db2c-1b78-4a61-9959-0f4d7af20768 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0844688 Sep 07 09:52:02.579969 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30536458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29974597'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:02.629867 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9316875-6e62-442d-8150-a29c5d566c0e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:02.647608 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8cf17763-2324-4cb4-8e37-7d6435c2dd39 req-f2b87027-0d52-41d9-9522-edd1d8d57f45 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688541 Sep 07 09:52:02.651157 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:02.653140 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fb42304c-8c3c-4c76-b4b9-8e17678b1455 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9316875-6e62-442d-8150-a29c5d566c0e HTTP/1.1" status: 204 len: 168 time: 1.2732782 Sep 07 09:52:02.663097 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc5eed-3269-4440-ac1a-0fc4bf7ef03c req-8dd5980c-7b97-4da5-90e9-56cf3909b1fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:02.664608 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76fc5eed-3269-4440-ac1a-0fc4bf7ef03c req-8dd5980c-7b97-4da5-90e9-56cf3909b1fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.5690351 Sep 07 09:52:02.665103 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58144) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:02.692038 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f59ae-373d-4752-afde-2208c4659064 req-4edf31bb-0c34-4fbd-bd87-928629778825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:02.694156 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-4edf31bb-0c34-4fbd-bd87-928629778825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606890 Sep 07 09:52:02.746110 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e44a9c-1a04-4755-9d8c-e82e85217652 x-openstack-request-id: req-d6e44a9c-1a04-4755-9d8c-e82e85217652 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:02.746451 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-76fc5eed-3269-4440-ac1a-0fc4bf7ef03c req-307227b3-8ad6-4e0b-adb0-312868a489e5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732222 Sep 07 09:52:02.747713 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:02.748199 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6e44a9c-1a04-4755-9d8c-e82e85217652 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:02.749324 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:52:02.832658 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-96eb7772-5caf-44ca-a457-393f13a40c07 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269240 Sep 07 09:52:02.843215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.047354 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.075201 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b12f59ae-373d-4752-afde-2208c4659064 req-846c50ac-6b00-4e54-9a18-2f66211947db service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253938 Sep 07 09:52:03.129809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86f934c-c9b1-4af5-b499-f2da27145faa']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:03.151207 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5444e4-0759-476b-a686-36aea3f64855 req-eed4d960-6046-443b-998e-2ad13e1d5aee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:03.152980 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f5444e4-0759-476b-a686-36aea3f64855 req-eed4d960-6046-443b-998e-2ad13e1d5aee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0886369 Sep 07 09:52:03.157745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375e2eff-c77d-4a32-94de-120c9bdc2b01') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:03.158042 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375e2eff-c77d-4a32-94de-120c9bdc2b01') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:03.183345 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.210475 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.227472 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f5444e4-0759-476b-a686-36aea3f64855 req-772f1164-ccad-4eb0-969b-3a67494c5bf3 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Sep 07 09:52:03.232664 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:52:03.233002 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:52:03.236432 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:52:03.356245 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-63158a85-5363-424b-aaae-35113ee4addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:03.357556 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.358159 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-63158a85-5363-424b-aaae-35113ee4addb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1096 time: 0.1274428 Sep 07 09:52:03.370866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:03.375434 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a86f934c-c9b1-4af5-b499-f2da27145faa HTTP/1.1" status: 204 len: 168 time: 0.7066538 Sep 07 09:52:03.394276 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7324f-6f66-4fc5-93af-e9ee0ce46615 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86f934c-c9b1-4af5-b499-f2da27145faa,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:03.508214 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-17948ae1-5cd0-495c-b902-a8c33dd3e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:03.509674 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-17948ae1-5cd0-495c-b902-a8c33dd3e2b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.1331072 Sep 07 09:52:03.622620 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-66e1aa42-77c2-4fde-a403-47f17de7fd98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 217 time: 0.0951774 Sep 07 09:52:03.813015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58158) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:03.891802 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a02e09ee-3a26-4c74-8b62-cf85f75fbab2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2da7fb625fa24000acab158aa8ef4b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731747 Sep 07 09:52:03.894661 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58160) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:03.941143 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1577d-79d5-42cb-b9a0-4479133209d6 req-fc753386-4ea4-47ef-808f-336d45c56e0d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:03.943646 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5af1577d-79d5-42cb-b9a0-4479133209d6 req-fc753386-4ea4-47ef-808f-336d45c56e0d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1376784 Sep 07 09:52:03.992660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-4b8bcdff-a2b1-4901-8e3d-dff46f2407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:03.994527 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-4b8bcdff-a2b1-4901-8e3d-dff46f2407a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0910544 Sep 07 09:52:03.998413 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2926c7-e09b-4c2a-b5b0-597a08dd3ba5 req-ed57d2ae-bfbf-4e4d-b2d4-23db43b159bd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:04.000127 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af2926c7-e09b-4c2a-b5b0-597a08dd3ba5 req-ed57d2ae-bfbf-4e4d-b2d4-23db43b159bd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1378918 Sep 07 09:52:04.026415 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:04.056721 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5af1577d-79d5-42cb-b9a0-4479133209d6 req-d7f2679e-4191-4282-b47c-307253d0d2b9 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053867 Sep 07 09:52:04.065091 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af2926c7-e09b-4c2a-b5b0-597a08dd3ba5 req-57a54fae-d149-4956-95ed-b037e22dff41 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567734 Sep 07 09:52:04.120411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:04.145481 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-bd6e4dd4-1dac-4ff9-892e-60c6ceccbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:04.148607 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-bd6e4dd4-1dac-4ff9-892e-60c6ceccbc19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1331596 Sep 07 09:52:04.190442 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:04.196848 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:04.200579 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f124039-5ca6-41ed-b590-d287680f9988 HTTP/1.1" status: 204 len: 168 time: 0.3047135 Sep 07 09:52:04.219005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508db93a-4d96-45f8-a2b6-5eeb69375e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f124039-5ca6-41ed-b590-d287680f9988,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:04.512043 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266359c-17c2-4cc8-8a57-eea1bfac219b req-63eaae74-b9a7-4fb8-90ab-d53f3157c10f tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:04.515514 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5266359c-17c2-4cc8-8a57-eea1bfac219b req-63eaae74-b9a7-4fb8-90ab-d53f3157c10f tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1151326 Sep 07 09:52:04.634827 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5266359c-17c2-4cc8-8a57-eea1bfac219b req-5eb80613-56fe-470b-9729-44f43bfdae31 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079938 Sep 07 09:52:04.789984 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58168) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:04.878479 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58170) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:04.884119 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-08e3890b-3073-4d1b-ad01-42f993b427f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a0d02d2c1aa4c8faa0709184ebaa9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921481 Sep 07 09:52:04.960226 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:04.992283 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:05.075697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:05.079827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:05.081377 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dd3649b-bd53-4856-921a-5c7d28a917c7 HTTP/1.1" status: 204 len: 168 time: 0.2020454 Sep 07 09:52:05.103299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175bada-bcf8-4411-b710-93523a1911bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd3649b-bd53-4856-921a-5c7d28a917c7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:05.165625 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-c25ff705-c12e-4327-8597-fe9e6385241b service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700298 Sep 07 09:52:05.376346 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ccdec-07b1-4357-ae0c-e1a3465e61d4 req-c274e439-b287-43f4-8f5e-6cd9b7fd9019 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:05.404362 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-757ccdec-07b1-4357-ae0c-e1a3465e61d4 req-c274e439-b287-43f4-8f5e-6cd9b7fd9019 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1357472 Sep 07 09:52:05.436087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ca5f-1d25-47a9-b504-816a45a1d12f req-bc6dcfee-5108-4545-bcde-d1693bb3075e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:05.444982 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84c9ca5f-1d25-47a9-b504-816a45a1d12f req-bc6dcfee-5108-4545-bcde-d1693bb3075e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1866934 Sep 07 09:52:05.524674 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-757ccdec-07b1-4357-ae0c-e1a3465e61d4 req-2f302bb5-5291-4238-ad9b-409a18b4184f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098249 Sep 07 09:52:05.541154 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84c9ca5f-1d25-47a9-b504-816a45a1d12f req-10f81084-281b-475b-abb1-c9f8e9b702ba tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951192 Sep 07 09:52:05.847371 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a97b4c-7867-4528-b272-a1eed272d553 req-185d1c42-4887-4a69-97d2-571f0b222819 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:05.856537 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0a97b4c-7867-4528-b272-a1eed272d553 req-185d1c42-4887-4a69-97d2-571f0b222819 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0899267 Sep 07 09:52:05.908918 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a0a97b4c-7867-4528-b272-a1eed272d553 req-a6751a63-4e1f-4428-b661-a13244ad6ff3 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Sep 07 09:52:06.180607 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-0c134888-874e-4804-ad67-0ff29aae70d0 req-28fdd687-5333-4abc-8bde-c7a743d6174e service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307583 Sep 07 09:52:06.901264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0af4-26ed-49eb-8337-aafb48ea1132 req-217bafb4-75bc-4675-ad0b-582047190005 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:06.902936 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f9d0af4-26ed-49eb-8337-aafb48ea1132 req-217bafb4-75bc-4675-ad0b-582047190005 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1259332 Sep 07 09:52:06.911143 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44a82-83af-4f45-8148-d97d2607c6ba req-6de12cfd-58a4-424e-afd2-6e3bd85546b2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:06.919307 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1d44a82-83af-4f45-8148-d97d2607c6ba req-6de12cfd-58a4-424e-afd2-6e3bd85546b2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1625342 Sep 07 09:52:06.983090 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f9d0af4-26ed-49eb-8337-aafb48ea1132 req-292fa717-e5f5-4884-8151-21e8a4fe9324 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 Sep 07 09:52:07.062906 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b1d44a82-83af-4f45-8148-d97d2607c6ba req-4f5bf514-03bc-4389-a7b8-4c8386c5bb06 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345148 Sep 07 09:52:07.249516 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf1d1c-2745-447e-a709-599153b9ab51 req-43484c1f-43e1-425b-bd7b-e18567a29eee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:07.253814 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-32bf1d1c-2745-447e-a709-599153b9ab51 req-43484c1f-43e1-425b-bd7b-e18567a29eee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1117568 Sep 07 09:52:07.326728 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-32bf1d1c-2745-447e-a709-599153b9ab51 req-e09d11da-0c43-47b9-8d6b-a683cb44e923 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Sep 07 09:52:08.126164 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58244) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:08.229104 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c14bb-25a1-4a62-b1f1-6c3e7bf72f01 req-8cd3e95c-a83e-4bf6-b64f-24e44ac35868 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:08.231403 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-895c14bb-25a1-4a62-b1f1-6c3e7bf72f01 req-8cd3e95c-a83e-4bf6-b64f-24e44ac35868 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1547198 Sep 07 09:52:08.285280 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-85180e74-7f48-458a-a1bf-aa39bfae835b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.310677 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ecbed-b6b5-436c-b198-73c12befc986 req-56eba1e7-1109-4cd1-9bc3-c61f7ef09af0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:08.312747 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e54ecbed-b6b5-436c-b198-73c12befc986 req-56eba1e7-1109-4cd1-9bc3-c61f7ef09af0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1255698 Sep 07 09:52:08.352041 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-895c14bb-25a1-4a62-b1f1-6c3e7bf72f01 req-d15880b2-6962-4a7e-a769-842768cc7d33 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940983 Sep 07 09:52:08.372562 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e54ecbed-b6b5-436c-b198-73c12befc986 req-2fbb340c-badc-4fb0-95dc-ec10d2549704 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Sep 07 09:52:08.499218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-85180e74-7f48-458a-a1bf-aa39bfae835b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.506419 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-85180e74-7f48-458a-a1bf-aa39bfae835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.524580 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81ce1-4d5e-46b7-bee2-0c504f25585f req-032e6ab9-7e42-486f-9ed4-a7c5329f26af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:08.534818 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaf81ce1-4d5e-46b7-bee2-0c504f25585f req-032e6ab9-7e42-486f-9ed4-a7c5329f26af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0696921 Sep 07 09:52:08.554826 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85180e74-7f48-458a-a1bf-aa39bfae835b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e106ab1-2c9c-4e0f-9f85-6773a75e0073,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:08.560562 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-85180e74-7f48-458a-a1bf-aa39bfae835b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d50b255cbdf408d87eecebb8086ebab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322209 Sep 07 09:52:08.569176 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58250) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:08.617304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eaf81ce1-4d5e-46b7-bee2-0c504f25585f req-6cdfe370-295c-4d0f-a425-fceb542bf666 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806820 Sep 07 09:52:08.662093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.685076 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.742643 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.745786 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:08.747224 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e106ab1-2c9c-4e0f-9f85-6773a75e0073 HTTP/1.1" status: 204 len: 168 time: 0.1768124 Sep 07 09:52:08.757025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947ac0-c3fa-4cbe-93c0-cd68c19fea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e106ab1-2c9c-4e0f-9f85-6773a75e0073,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:09.238202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58256) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:09.258303 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-878cf34f-f6b4-4b53-98a6-0e11c1351fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.438719 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-878cf34f-f6b4-4b53-98a6-0e11c1351fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.446543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-878cf34f-f6b4-4b53-98a6-0e11c1351fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.542167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cf34f-f6b4-4b53-98a6-0e11c1351fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dce109d-30ee-41ac-8106-14cf0d72e449,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:09.642720 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-878cf34f-f6b4-4b53-98a6-0e11c1351fa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=596946af906448c8b2813e0113c40b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537223 Sep 07 09:52:09.642720 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58264) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:09.643711 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a736f-a793-46a2-93f2-d6880e310d18 req-5fca4575-5119-4f1a-ab74-2aacff1dac58 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:09.643711 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-419a736f-a793-46a2-93f2-d6880e310d18 req-5fca4575-5119-4f1a-ab74-2aacff1dac58 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1738911 Sep 07 09:52:09.774997 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.810779 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0bc93-7aac-4c46-911d-f240338e8de1 req-cf5d9b95-ee87-4855-8dbb-010087ea382f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:09.826289 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5bd0bc93-7aac-4c46-911d-f240338e8de1 req-cf5d9b95-ee87-4855-8dbb-010087ea382f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.3148208 Sep 07 09:52:09.840598 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.916762 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.923071 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:09.932536 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dce109d-30ee-41ac-8106-14cf0d72e449 HTTP/1.1" status: 204 len: 168 time: 0.3061666 Sep 07 09:52:09.937783 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-419a736f-a793-46a2-93f2-d6880e310d18 req-6ce79f80-72c8-401f-9fe1-1736b4b7bfb7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787857 Sep 07 09:52:09.944933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c27bf-f694-4283-bb78-915cffb00951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dce109d-30ee-41ac-8106-14cf0d72e449,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:09.948852 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5bd0bc93-7aac-4c46-911d-f240338e8de1 req-53ec709e-ace2-497d-8bb3-28bb3bf939ee tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212249 Sep 07 09:52:10.098887 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19a90f-77a9-4530-99be-456b374460ea req-58b5c5db-1ddf-4d52-a4e5-5c7fe091684a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:10.107208 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee19a90f-77a9-4530-99be-456b374460ea req-58b5c5db-1ddf-4d52-a4e5-5c7fe091684a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0691066 Sep 07 09:52:10.181404 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee19a90f-77a9-4530-99be-456b374460ea req-677a8d12-2117-4d45-b249-45e61378f306 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Sep 07 09:52:10.613984 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:52:11.241514 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77dcaa-0617-4470-bdfa-3a3d47453bcf req-17fb2de6-c8d8-407b-b865-38f01a10ba30 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:11.249445 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5f77dcaa-0617-4470-bdfa-3a3d47453bcf req-17fb2de6-c8d8-407b-b865-38f01a10ba30 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1536088 Sep 07 09:52:11.319634 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfdd50-1ccc-4a6d-b852-d72c92e1c24a req-0311b22a-3bc0-4b15-8269-4cabf89e55f7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:11.332604 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0adfdd50-1ccc-4a6d-b852-d72c92e1c24a req-0311b22a-3bc0-4b15-8269-4cabf89e55f7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1937301 Sep 07 09:52:11.360164 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5f77dcaa-0617-4470-bdfa-3a3d47453bcf req-ec948ed0-fe48-4d36-9c4b-b01aff146d9f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073737 Sep 07 09:52:11.456608 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0adfdd50-1ccc-4a6d-b852-d72c92e1c24a req-1d85d358-e3e3-4f69-a0b9-f1d38bd5810b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176720 Sep 07 09:52:11.556080 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7bfb-b809-4989-a930-3fdb9073682b req-21ab5dfc-b72c-4eb1-9bc3-342178b08695 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:11.570086 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee8f7bfb-b809-4989-a930-3fdb9073682b req-21ab5dfc-b72c-4eb1-9bc3-342178b08695 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0857236 Sep 07 09:52:11.646545 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee8f7bfb-b809-4989-a930-3fdb9073682b req-2bf01e30-d9d6-4d54-b3e3-4d44c0866dbc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Sep 07 09:52:12.496021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1da6c2-a8f3-4aa9-bcbd-057cb1a138e0 req-90d592c9-2999-40a1-a99b-837328c02506 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:12.498349 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f1da6c2-a8f3-4aa9-bcbd-057cb1a138e0 req-90d592c9-2999-40a1-a99b-837328c02506 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0632510 Sep 07 09:52:12.574782 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f1da6c2-a8f3-4aa9-bcbd-057cb1a138e0 req-bf27c2b1-a7d9-4fbd-a5cd-0fb84afe18a1 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676787 Sep 07 09:52:12.725012 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289da42-c230-458f-8bc5-9bbd618261e9 req-65a86fac-872d-4249-b72d-88b1e151a6ec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:12.737085 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a289da42-c230-458f-8bc5-9bbd618261e9 req-65a86fac-872d-4249-b72d-88b1e151a6ec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0960352 Sep 07 09:52:12.842695 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a289da42-c230-458f-8bc5-9bbd618261e9 req-28b0a007-6291-4b51-bea8-31aca5b68e1c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038213 Sep 07 09:52:12.863808 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae425707-3e3a-4c4f-8016-8b4881e6afcb req-a362798f-1c4d-4cf1-8937-494bf2f9e508 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:12.872406 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae425707-3e3a-4c4f-8016-8b4881e6afcb req-a362798f-1c4d-4cf1-8937-494bf2f9e508 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1066329 Sep 07 09:52:12.960658 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae425707-3e3a-4c4f-8016-8b4881e6afcb req-aeb24a79-3d2b-4679-928f-824166fb22df tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821671 Sep 07 09:52:13.742844 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e832f4-d664-4879-ae46-87c07923a4c9 req-d0c14c3b-fac2-4eaf-9778-1d5ed4dd67a2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:13.744379 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-44e832f4-d664-4879-ae46-87c07923a4c9 req-d0c14c3b-fac2-4eaf-9778-1d5ed4dd67a2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0770042 Sep 07 09:52:13.784210 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-44e832f4-d664-4879-ae46-87c07923a4c9 req-faea727d-f5e3-4ed4-bdce-375e3c7d8e4c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Sep 07 09:52:13.986471 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21214-2c70-43a5-807c-760d06ec733f req-939fce08-5192-483f-bc54-1324c036ad7f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:13.988993 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dbe21214-2c70-43a5-807c-760d06ec733f req-939fce08-5192-483f-bc54-1324c036ad7f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0556576 Sep 07 09:52:14.042127 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dbe21214-2c70-43a5-807c-760d06ec733f req-216f1817-102b-4187-80e2-b87a22ca8f9d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436134 Sep 07 09:52:14.109234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e96e5-fe3c-4452-a1b7-812d65f0b254 req-1bc9f6a9-6825-436f-bdfe-24d1ad197366 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:14.109234 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c12e96e5-fe3c-4452-a1b7-812d65f0b254 req-1bc9f6a9-6825-436f-bdfe-24d1ad197366 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0626915 Sep 07 09:52:14.152208 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c12e96e5-fe3c-4452-a1b7-812d65f0b254 req-4f1dd25e-3a2f-4697-864f-5530522c7e00 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Sep 07 09:52:14.924077 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e84db2-6153-4ead-922a-ab8f8bfb087e req-7bb139bc-240f-4363-a870-c08596b93753 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:14.925633 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48e84db2-6153-4ead-922a-ab8f8bfb087e req-7bb139bc-240f-4363-a870-c08596b93753 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0607026 Sep 07 09:52:14.968340 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-48e84db2-6153-4ead-922a-ab8f8bfb087e req-adaea97c-be12-4819-a06d-2dfeb47e8f2c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Sep 07 09:52:15.184914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c762a-0bf4-4398-8503-d75c23ec3b88 req-64b9c042-bcac-4ac0-9ddc-4f723b761420 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:15.187129 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af9c762a-0bf4-4398-8503-d75c23ec3b88 req-64b9c042-bcac-4ac0-9ddc-4f723b761420 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0527034 Sep 07 09:52:15.250832 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af9c762a-0bf4-4398-8503-d75c23ec3b88 req-f5a858bf-81b4-47b1-86ed-7059a394280d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574412 Sep 07 09:52:15.294623 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb9f7c-5050-460d-a01e-a64f2cd5da2c req-fb21c9bb-e2cf-462b-bd69-181d9eab1192 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:15.296152 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-64bb9f7c-5050-460d-a01e-a64f2cd5da2c req-fb21c9bb-e2cf-462b-bd69-181d9eab1192 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0683026 Sep 07 09:52:15.335388 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-64bb9f7c-5050-460d-a01e-a64f2cd5da2c req-6afac2f3-1323-4bb4-8600-73cb79ab7619 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Sep 07 09:52:15.958653 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58482) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:16.134266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178019f-5b62-4e0f-a714-b33c3c3a7438 req-d601bf2c-ee36-41e3-b20e-d2774c211e9d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:16.141019 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a178019f-5b62-4e0f-a714-b33c3c3a7438 req-d601bf2c-ee36-41e3-b20e-d2774c211e9d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0769117 Sep 07 09:52:16.148665 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef21d713-63ac-4c9e-ad0f-e7cbce62393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.191313 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a178019f-5b62-4e0f-a714-b33c3c3a7438 req-e9cc4224-2ece-463d-8688-47736d58b3b3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Sep 07 09:52:16.273697 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef21d713-63ac-4c9e-ad0f-e7cbce62393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.281999 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef21d713-63ac-4c9e-ad0f-e7cbce62393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.334472 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ef21d713-63ac-4c9e-ad0f-e7cbce62393f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3da8fbef2734c02a5d3d5af6194d3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740191 Sep 07 09:52:16.337346 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58492) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:16.340086 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21d713-63ac-4c9e-ad0f-e7cbce62393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad9546-5909-4b4f-aaef-3723ce3ae214,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:16.470890 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.512420 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32fc8-62c2-432d-b288-a187e0be82c6 req-11e2ee8e-bb5b-4eeb-8b02-1f775d81a8f2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:16.513983 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a8d32fc8-62c2-432d-b288-a187e0be82c6 req-11e2ee8e-bb5b-4eeb-8b02-1f775d81a8f2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1186879 Sep 07 09:52:16.516680 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.537029 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fa05f-caf2-4c50-9edf-4c76419b297c req-7446fdf5-0fbd-4a82-8827-b43eb23ad3a7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:16.538556 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f0fa05f-caf2-4c50-9edf-4c76419b297c req-7446fdf5-0fbd-4a82-8827-b43eb23ad3a7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1087592 Sep 07 09:52:16.619283 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a8d32fc8-62c2-432d-b288-a187e0be82c6 req-da09189a-0624-4d3d-aa9d-5fd97fede6a7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930555 Sep 07 09:52:16.630236 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f0fa05f-caf2-4c50-9edf-4c76419b297c req-db4937b4-3646-4d7a-a236-5635a14badd5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842707 Sep 07 09:52:16.639525 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.653952 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:16.657438 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83ad9546-5909-4b4f-aaef-3723ce3ae214 HTTP/1.1" status: 204 len: 168 time: 0.3167982 Sep 07 09:52:16.668929 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad9546-5909-4b4f-aaef-3723ce3ae214,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:16.680513 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.681067 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.681468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.681868 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.682266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.682671 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.683046 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.683493 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.683991 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.684388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.684789 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.685378 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8f63e-63d0-40db-a9be-eba66b50d717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:16.968866 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58500) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:16.984703 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c4425016-1eb4-4df5-ad43-c3c6879a4c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.095791 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c4425016-1eb4-4df5-ad43-c3c6879a4c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.101564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c4425016-1eb4-4df5-ad43-c3c6879a4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.143093 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c4425016-1eb4-4df5-ad43-c3c6879a4c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff6171161d914816aa36ed5ef03145a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731100 Sep 07 09:52:17.144393 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4425016-1eb4-4df5-ad43-c3c6879a4c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d1f1e-ec9f-480b-839c-5228ea2b9fd5,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:17.145828 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58504) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:17.203639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.227345 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.310819 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.313477 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:17.314708 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/424d1f1e-ec9f-480b-839c-5228ea2b9fd5 HTTP/1.1" status: 204 len: 168 time: 0.1670401 Sep 07 09:52:17.329881 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef488f11-f21a-4a30-8e51-d54a901d60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d1f1e-ec9f-480b-839c-5228ea2b9fd5,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:17.362076 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded4e9-9d64-4a0d-baf6-c664fee3cb39 req-6c57d8c2-afee-49a2-b411-20dc27935ac6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:17.375641 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2ded4e9-9d64-4a0d-baf6-c664fee3cb39 req-6c57d8c2-afee-49a2-b411-20dc27935ac6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0928371 Sep 07 09:52:17.416415 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2ded4e9-9d64-4a0d-baf6-c664fee3cb39 req-45032ea5-177c-42f0-9f5c-745483f91abc tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Sep 07 09:52:17.809246 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f693a-6c84-4d23-8250-3333242c5e4d req-f8aece8c-2246-4d9d-8d1f-e673ce690b2c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:17.810829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f0f693a-6c84-4d23-8250-3333242c5e4d req-f8aece8c-2246-4d9d-8d1f-e673ce690b2c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0890222 Sep 07 09:52:17.818955 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216d3c6-2908-467a-a898-b301949cdceb req-194af085-fee6-44f6-bfba-73690e2875fa tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:17.820657 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2216d3c6-2908-467a-a898-b301949cdceb req-194af085-fee6-44f6-bfba-73690e2875fa tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0880024 Sep 07 09:52:17.921145 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f0f693a-6c84-4d23-8250-3333242c5e4d req-e7226b91-0a10-4ac5-92c6-e983ce3de65f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992985 Sep 07 09:52:17.945203 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2216d3c6-2908-467a-a898-b301949cdceb req-6edc32c4-063e-43f7-adb6-b6bf3ad621f7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044948 Sep 07 09:52:18.549833 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575005a-a67e-4cc6-9c1f-b997873d3bdb req-d15898f7-5509-48cf-a66a-31d8e53f0364 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:18.551557 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8575005a-a67e-4cc6-9c1f-b997873d3bdb req-d15898f7-5509-48cf-a66a-31d8e53f0364 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0672958 Sep 07 09:52:18.621114 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8575005a-a67e-4cc6-9c1f-b997873d3bdb req-edfcc05b-c0ec-4bff-b6a6-7243f4c50add tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Sep 07 09:52:19.094773 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31ca7f-f5f9-4cc2-bd4c-0ff45874c74c req-4cfda84c-c0eb-4b8f-89d7-34794e90194f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:19.096346 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c31ca7f-f5f9-4cc2-bd4c-0ff45874c74c req-4cfda84c-c0eb-4b8f-89d7-34794e90194f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0910509 Sep 07 09:52:19.104901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36760223-9c83-485d-a91b-5e5d07a5d416 req-2088b69a-a2f0-4154-ac80-db6fecbc6168 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:19.106403 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36760223-9c83-485d-a91b-5e5d07a5d416 req-2088b69a-a2f0-4154-ac80-db6fecbc6168 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0919144 Sep 07 09:52:19.170724 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1c31ca7f-f5f9-4cc2-bd4c-0ff45874c74c req-a40ea42a-f1ab-424f-a644-4f5198f0006f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631883 Sep 07 09:52:19.181756 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36760223-9c83-485d-a91b-5e5d07a5d416 req-205710e6-5e11-4aa2-b304-481425649fea tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683360 Sep 07 09:52:19.746268 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780739e-6114-4a47-bd30-06ff52309603 req-530eba16-d0e0-42ec-9a0c-cd03eecb74f2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:19.747779 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7780739e-6114-4a47-bd30-06ff52309603 req-530eba16-d0e0-42ec-9a0c-cd03eecb74f2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0506058 Sep 07 09:52:19.790071 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7780739e-6114-4a47-bd30-06ff52309603 req-c8bc0281-50dd-4b68-bd64-cc243a4949d7 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Sep 07 09:52:20.337136 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b287b6a-66bb-4d2a-8a98-b250a0545728 req-193f278d-0332-44bf-9e03-145ff0419276 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:20.338840 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b287b6a-66bb-4d2a-8a98-b250a0545728 req-193f278d-0332-44bf-9e03-145ff0419276 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0876982 Sep 07 09:52:20.360300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358b7ce-3fe4-4e1d-a377-34329daebb37 req-200891a1-233e-42ee-9892-aa7485180bd2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:20.361709 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f358b7ce-3fe4-4e1d-a377-34329daebb37 req-200891a1-233e-42ee-9892-aa7485180bd2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0995326 Sep 07 09:52:20.408200 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5b287b6a-66bb-4d2a-8a98-b250a0545728 req-da20d84b-f863-4998-b248-311e6a2de640 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Sep 07 09:52:20.431219 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f358b7ce-3fe4-4e1d-a377-34329daebb37 req-fe35651d-986f-4d6c-b9d5-060da824147a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542982 Sep 07 09:52:20.904619 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c199-f8ed-444a-b038-12390db001bb req-b9af7dca-b409-48fb-a12e-bcc24ebf3b87 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:20.906035 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a097c199-f8ed-444a-b038-12390db001bb req-b9af7dca-b409-48fb-a12e-bcc24ebf3b87 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0489810 Sep 07 09:52:20.949110 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a097c199-f8ed-444a-b038-12390db001bb req-70e7b9c6-ea24-4945-b208-96bb82b783f3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Sep 07 09:52:21.535273 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76c56-7bf7-4019-bd8b-b080c16d5c6a req-ff6ade2b-204a-40e8-b81a-ab255b18ffc4 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:21.537611 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ccd76c56-7bf7-4019-bd8b-b080c16d5c6a req-ff6ade2b-204a-40e8-b81a-ab255b18ffc4 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0584013 Sep 07 09:52:21.598463 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1046c35-e042-4402-b18a-551527702675 req-7ea83701-8164-41f7-b6bf-4281361b2786 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:21.600877 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1046c35-e042-4402-b18a-551527702675 req-7ea83701-8164-41f7-b6bf-4281361b2786 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0861251 Sep 07 09:52:21.606259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ccd76c56-7bf7-4019-bd8b-b080c16d5c6a req-20480f25-9119-44d6-8d71-cce4e81f34e2 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548117 Sep 07 09:52:21.647240 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1046c35-e042-4402-b18a-551527702675 req-48b6c5c8-04db-4a73-a94b-ea5f4db34aee tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Sep 07 09:52:22.078183 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3dee5-a57b-468c-9b45-c651910658ab req-6950798b-9c31-4d16-a776-fcbea7890cde tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:22.079739 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b9a3dee5-a57b-468c-9b45-c651910658ab req-6950798b-9c31-4d16-a776-fcbea7890cde tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0560000 Sep 07 09:52:22.129467 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b9a3dee5-a57b-468c-9b45-c651910658ab req-c13ae944-1e7f-431a-afc6-26af6c69550f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Sep 07 09:52:22.351324 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:22.719807 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b741c5-2ab4-43c1-809a-f9e9f4614807 req-15d349a0-fcc5-4f8b-8727-b8ff119628be tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:22.721310 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73b741c5-2ab4-43c1-809a-f9e9f4614807 req-15d349a0-fcc5-4f8b-8727-b8ff119628be tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0491908 Sep 07 09:52:22.782786 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73b741c5-2ab4-43c1-809a-f9e9f4614807 req-c34d9d0b-35e0-406a-b549-3ce219ea14fc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Sep 07 09:52:22.792298 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868024c-5d06-4c5f-8572-0f11f052d85d req-f4c06b6f-1a9d-4061-ba8a-8cf068cbfefa tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:22.793832 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6868024c-5d06-4c5f-8572-0f11f052d85d req-f4c06b6f-1a9d-4061-ba8a-8cf068cbfefa tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0716641 Sep 07 09:52:22.831477 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6868024c-5d06-4c5f-8572-0f11f052d85d req-bcec0117-118a-4940-98ea-5ab1551ad842 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Sep 07 09:52:23.244094 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31942788-08d4-46bc-a442-c8d23b0f3288 req-1b2ff263-00bd-4c6f-993d-3aa5c9dc9520 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:23.245553 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-31942788-08d4-46bc-a442-c8d23b0f3288 req-1b2ff263-00bd-4c6f-993d-3aa5c9dc9520 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Sep 07 09:52:23.281717 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-31942788-08d4-46bc-a442-c8d23b0f3288 req-c3aff7ab-76a1-4e90-8956-15d21cbc2a52 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Sep 07 09:52:23.894148 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef84f1-4e40-4cf6-94f0-bd4668289da2 req-4c0c7e31-2a4e-48ac-aeee-3d267e4c66b2 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:23.895621 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-62ef84f1-4e40-4cf6-94f0-bd4668289da2 req-4c0c7e31-2a4e-48ac-aeee-3d267e4c66b2 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0483634 Sep 07 09:52:23.959757 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-62ef84f1-4e40-4cf6-94f0-bd4668289da2 req-ef5b497e-f90a-43ad-975f-b47a4780f579 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Sep 07 09:52:23.971617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d61b2-52e6-4608-8155-6abfc55b9daf req-8f277988-5072-4a39-aef7-a243dd5f14a4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:23.973084 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d7d61b2-52e6-4608-8155-6abfc55b9daf req-8f277988-5072-4a39-aef7-a243dd5f14a4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0697017 Sep 07 09:52:24.013494 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d7d61b2-52e6-4608-8155-6abfc55b9daf req-ad3a217a-6f5d-4207-a525-f91020ef8d0e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Sep 07 09:52:24.225856 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884b8dd-f687-437d-8990-252f951e8442 req-40fecf8f-29e8-4790-86e7-d91ac2b130be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:24.227404 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7884b8dd-f687-437d-8990-252f951e8442 req-40fecf8f-29e8-4790-86e7-d91ac2b130be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0383191 Sep 07 09:52:24.269642 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7884b8dd-f687-437d-8990-252f951e8442 req-105d4efb-6e87-49e9-b188-81f8091e7f7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288055 Sep 07 09:52:24.393727 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf35155-b175-407e-9c6c-f1475905bd44 req-a61e4631-865a-4692-aa06-ab9af498a6ce tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:24.395198 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cf35155-b175-407e-9c6c-f1475905bd44 req-a61e4631-865a-4692-aa06-ab9af498a6ce tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Sep 07 09:52:24.433363 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cf35155-b175-407e-9c6c-f1475905bd44 req-7b70abb8-e316-4a98-8a3c-7278a294ccfc tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Sep 07 09:52:25.100746 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4acd79-0232-46b6-ab6c-8fd77a3ee8be req-6239de5c-ee61-434a-8d74-679335edce31 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:25.102256 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d4acd79-0232-46b6-ab6c-8fd77a3ee8be req-6239de5c-ee61-434a-8d74-679335edce31 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0633781 Sep 07 09:52:25.177620 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac038184-46d6-4576-9af8-753d4afa6487 req-ebc0c1a9-b868-46ff-9dc0-d3decfed13d0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:25.179078 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ac038184-46d6-4576-9af8-753d4afa6487 req-ebc0c1a9-b868-46ff-9dc0-d3decfed13d0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0759542 Sep 07 09:52:25.182113 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5d4acd79-0232-46b6-ab6c-8fd77a3ee8be req-936a4a84-929c-4546-bf58-5305ed9c55d7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541036 Sep 07 09:52:25.220179 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ac038184-46d6-4576-9af8-753d4afa6487 req-de8fb263-6a2d-4a0c-9535-819e2663bf6e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349607 Sep 07 09:52:25.276447 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f1c88ba3-56ad-4d0d-aaca-7bdd01b49ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.471852 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58694) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:25.541116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Deleting subnet f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:52:25.545965 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.583138 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a281ec-12e8-4e75-a6c1-30d2f03c4339 req-9417f27b-904d-4642-b526-ad9f44d46f36 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:25.585584 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49a281ec-12e8-4e75-a6c1-30d2f03c4339 req-9417f27b-904d-4642-b526-ad9f44d46f36 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0851791 Sep 07 09:52:25.608320 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30144858'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.653925 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-49a281ec-12e8-4e75-a6c1-30d2f03c4339 req-d7e45fd0-ce94-4ee2-a0c7-d65afd9d5102 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Sep 07 09:52:25.665605 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.717052 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30536458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29974597'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.742130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:25.745896 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.748235 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-020e6664-e22e-48d9-b749-9a8ecd629be8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f72b664a-016f-42cb-ad6b-3ed2cdd9cbf4 HTTP/1.1" status: 204 len: 168 time: 0.2747202 Sep 07 09:52:25.750138 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58698) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:25.818841 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.897174 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.916438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86650a18-f5b7-4b79-95f7-a5c9dbe38e9c']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:25.925863 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191a8338-5563-4ad7-99be-cd7366ffc629') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:25.926152 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191a8338-5563-4ad7-99be-cd7366ffc629') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:25.935488 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.948515 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.954655 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:52:25.955161 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:52:25.956997 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:52:26.015730 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.021619 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.025892 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/86650a18-f5b7-4b79-95f7-a5c9dbe38e9c HTTP/1.1" status: 204 len: 168 time: 0.2724004 Sep 07 09:52:26.033512 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128dd5e-1983-4bd3-a24b-875828a20e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=86650a18-f5b7-4b79-95f7-a5c9dbe38e9c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:26.186724 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58704) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:26.232618 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b3e69fab-3c5c-4b3d-8e4f-813df1964655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bed76c7581794bff96f0d4b4c3f5a231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447268 Sep 07 09:52:26.235068 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58708) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:26.348303 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.357482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3e3e-fc9c-4090-9bfa-c51c3c3ad252 req-b79f26f1-308f-46ef-9cfc-8b0d5a172bf8 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:26.359420 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-915d3e3e-fc9c-4090-9bfa-c51c3c3ad252 req-b79f26f1-308f-46ef-9cfc-8b0d5a172bf8 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1034942 Sep 07 09:52:26.403310 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d5f6-a677-4c44-97c8-d3e0627fc36c req-7ed29845-90d2-42c2-a40f-a5cc0fcb3a39 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:26.404836 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f90d5f6-a677-4c44-97c8-d3e0627fc36c req-7ed29845-90d2-42c2-a40f-a5cc0fcb3a39 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.1073275 Sep 07 09:52:26.412530 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.453529 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-915d3e3e-fc9c-4090-9bfa-c51c3c3ad252 req-98078b2f-5474-426c-b147-1c4fba140f80 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813897 Sep 07 09:52:26.485983 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f90d5f6-a677-4c44-97c8-d3e0627fc36c req-eac5cb94-3d5f-4a4c-ac6e-896b16c78155 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668623 Sep 07 09:52:26.507364 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.509996 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:26.511167 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a41a079d-c4e6-482b-8c91-9e92ebe32f06 HTTP/1.1" status: 204 len: 168 time: 0.2751439 Sep 07 09:52:26.529694 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabe6a9-1c13-4dbf-a379-5be0e02ef36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a079d-c4e6-482b-8c91-9e92ebe32f06,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:26.778979 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4633dc-20ca-4f3c-9dd1-faf5851c53a4 req-34dcb566-6295-4c57-99f5-e4abb16d2d21 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:26.784281 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6c4633dc-20ca-4f3c-9dd1-faf5851c53a4 req-34dcb566-6295-4c57-99f5-e4abb16d2d21 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0554066 Sep 07 09:52:27.007177 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6c4633dc-20ca-4f3c-9dd1-faf5851c53a4 req-5de62d31-62b0-4246-861d-1b4dbc3e88bb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150793 Sep 07 09:52:27.569971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 58750) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:27.574186 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a1c49-75a2-48de-a27b-c990756d3d36 req-7531e2b1-b573-4268-8bd4-d48f3d17fd11 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:27.577085 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-629a1c49-75a2-48de-a27b-c990756d3d36 req-7531e2b1-b573-4268-8bd4-d48f3d17fd11 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0576396 Sep 07 09:52:27.639799 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-629a1c49-75a2-48de-a27b-c990756d3d36 req-bd96169a-5f80-413a-9726-a959b5633835 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Sep 07 09:52:27.648560 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512c078-a420-4dd9-8a64-8a948f1034fe req-0cfc8f31-befc-472c-a5cd-160b42b692bb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:27.654733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a512c078-a420-4dd9-8a64-8a948f1034fe req-0cfc8f31-befc-472c-a5cd-160b42b692bb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0749667 Sep 07 09:52:27.680962 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e759-742b-4376-b091-75c9b6192566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.694518 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a512c078-a420-4dd9-8a64-8a948f1034fe req-c02f58c8-dc91-47fb-8433-8837bc063f35 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369754 Sep 07 09:52:27.769286 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e759-742b-4376-b091-75c9b6192566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.773025 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e759-742b-4376-b091-75c9b6192566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.810121 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6eb3e759-742b-4376-b091-75c9b6192566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a337899b75404e929f31587f19d64442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391231 Sep 07 09:52:27.810918 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e759-742b-4376-b091-75c9b6192566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b86f80-aa9c-4498-a6e5-72f3ae9dc54b,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:27.813045 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 58756) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:27.861008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.881544 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.927799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.930585 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:27.934748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7b86f80-aa9c-4498-a6e5-72f3ae9dc54b HTTP/1.1" status: 204 len: 168 time: 0.1205716 Sep 07 09:52:27.946885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed9e2d-27e4-4521-a099-113029ee2985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b86f80-aa9c-4498-a6e5-72f3ae9dc54b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:28.002286 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:28.128678 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d96a76-c053-4bdb-b882-eda313ca730b req-fee2e427-c553-44c0-9f13-19576418a0b0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:28.130184 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8d96a76-c053-4bdb-b882-eda313ca730b req-fee2e427-c553-44c0-9f13-19576418a0b0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Sep 07 09:52:28.169257 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8d96a76-c053-4bdb-b882-eda313ca730b req-744af646-d46e-4652-bbc0-a341b7ab61e3 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Sep 07 09:52:28.190131 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc068-bace-4707-a2a7-3d49c2ca6865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:28.829377 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca298e70-0e60-4fac-82e3-cbccd2e1dea0 req-a64c4729-6fc7-4664-80ed-0c0dd30866cc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:28.830901 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca298e70-0e60-4fac-82e3-cbccd2e1dea0 req-a64c4729-6fc7-4664-80ed-0c0dd30866cc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.1120236 Sep 07 09:52:28.869094 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185d16d-3a4f-4602-a74b-a435474cc9c1 req-57047969-d0aa-4292-88c8-db41efccbeec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:28.870794 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8185d16d-3a4f-4602-a74b-a435474cc9c1 req-57047969-d0aa-4292-88c8-db41efccbeec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0793145 Sep 07 09:52:28.899426 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca298e70-0e60-4fac-82e3-cbccd2e1dea0 req-aa1692ad-cdfc-4712-a3bb-ea37209a233c tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Sep 07 09:52:28.919453 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8185d16d-3a4f-4602-a74b-a435474cc9c1 req-11865adc-677d-45e6-9b74-4ba7c054badf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393071 Sep 07 09:52:29.039504 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:29.292009 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e9407-8479-4ef1-9b72-4c05baa33095 req-9db8ddad-f756-4df3-ab14-3b4cffba1d45 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:29.293619 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf1e9407-8479-4ef1-9b72-4c05baa33095 req-9db8ddad-f756-4df3-ab14-3b4cffba1d45 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Sep 07 09:52:29.331795 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf1e9407-8479-4ef1-9b72-4c05baa33095 req-d562e01e-2182-4af7-9449-58dbfe9295b0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Sep 07 09:52:29.642083 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4f429-abab-4599-8038-2eb8be2703d4 req-5d583cd6-0c4b-4b39-9f7a-cb8e11ee2628 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:29.643566 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2ad4f429-abab-4599-8038-2eb8be2703d4 req-5d583cd6-0c4b-4b39-9f7a-cb8e11ee2628 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0533762 Sep 07 09:52:29.658187 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-300fcdf9-969b-4154-926e-a604661056ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:29.659656 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-300fcdf9-969b-4154-926e-a604661056ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=860b3e6abf2b4ce08446306d9009d53a&device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 1098 time: 0.0420187 Sep 07 09:52:29.683359 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2ad4f429-abab-4599-8038-2eb8be2703d4 req-f9319dcd-2d2c-4136-864b-de3ee7160d84 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Sep 07 09:52:29.754411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-4eee0127-76d5-4ed6-996d-f63fbb6b526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:29.755791 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-4eee0127-76d5-4ed6-996d-f63fbb6b526b service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 200 len: 920 time: 0.0881772 Sep 07 09:52:29.799399 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-074306ef-9e02-4144-bb1c-52968f141beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 200 len: 217 time: 0.0358698 Sep 07 09:52:29.849125 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-764018b7-d9aa-4fa5-a1c3-9b853dc07ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:29.851830 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-764018b7-d9aa-4fa5-a1c3-9b853dc07ce0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 200 len: 859 time: 0.0450442 Sep 07 09:52:29.882727 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-71ad13ef-dbff-4dbb-8473-dc3062128226 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f0ed38-9a77-4c8a-a4e9-e683efd414b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233936 Sep 07 09:52:29.981426 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-28462313-81d1-43e8-82c9-cfee02913d08 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912762 Sep 07 09:52:30.067759 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7c51-17cb-4e67-8155-c5aca99c363f req-b34df47d-e449-4f47-bb06-3bcd5a0980e0 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:30.069376 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-225d7c51-17cb-4e67-8155-c5aca99c363f req-b34df47d-e449-4f47-bb06-3bcd5a0980e0 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 943 time: 0.0813112 Sep 07 09:52:30.082050 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3190d9a-2a0c-4cb5-a742-babcd9a8dda7 req-d85cad12-c1ea-4c70-a6e0-90d0f6baa504 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:30.083526 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3190d9a-2a0c-4cb5-a742-babcd9a8dda7 req-d85cad12-c1ea-4c70-a6e0-90d0f6baa504 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 944 time: 0.0702243 Sep 07 09:52:30.093969 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b6a654e5-1ca3-457d-b505-ae778e23d45d req-991b480e-9b17-49b9-a1c4-84f10acd6011 service neutron] 10.222.0.20 "GET /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049423 Sep 07 09:52:30.132795 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-225d7c51-17cb-4e67-8155-c5aca99c363f req-ec935c5e-1588-41ad-8477-c193964d4633 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Sep 07 09:52:30.151780 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3190d9a-2a0c-4cb5-a742-babcd9a8dda7 req-43ff8f4e-ab36-49cf-ab36-37054cd5e38a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Sep 07 09:52:30.665363 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device a38c155a-bac1-4d6e-8ffb-98f9e80fb18e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:52:30.759584 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:30.770728 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'port_id': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'mac_address': 'fa:16:3e:73:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:52:30.801805 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7853deb-bb56-41df-a962-95a2c77d75c2 req-9ba92a74-14d2-4cc1-9439-d2ebcf6631cb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:30.805955 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7853deb-bb56-41df-a962-95a2c77d75c2 req-9ba92a74-14d2-4cc1-9439-d2ebcf6631cb tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0552814 Sep 07 09:52:30.818011 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:30.821734 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:30.831522 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38c155a-bac1-4d6e-8ffb-98f9e80fb18e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:52:30.844347 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7853deb-bb56-41df-a962-95a2c77d75c2 req-16f4b171-e089-4fb7-af1a-3597754b8332 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Sep 07 09:52:30.852601 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:30.857822 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:30.861182 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:52:30.936992 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:30.969003 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.969349 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.969695 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.970022 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.970347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.970673 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.971002 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.971321 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.971644 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.971963 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.972279 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:30.972625 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:31.002851 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:31.014245 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'mac_address': 'fa:16:3e:d8:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:52:31.049504 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:31.062302 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:52:31.081158 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:31.084583 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:31.133217 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=9']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:31.284304 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8130336-0847-4acc-a54b-4613caf4b5b0 req-0c41273a-28ec-49d5-806b-f2e8173b66e1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:31.285789 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8130336-0847-4acc-a54b-4613caf4b5b0 req-0c41273a-28ec-49d5-806b-f2e8173b66e1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 944 time: 0.0780041 Sep 07 09:52:31.293663 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53296b-daa6-46a3-9fb4-9c5c3393f67f req-56642220-5a59-43ae-80cd-1e1190f12fbd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:31.295018 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e53296b-daa6-46a3-9fb4-9c5c3393f67f req-56642220-5a59-43ae-80cd-1e1190f12fbd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0622838 Sep 07 09:52:31.348344 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d8130336-0847-4acc-a54b-4613caf4b5b0 req-0dd2d2d0-b976-49ff-a53e-855db385251f tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524004 Sep 07 09:52:31.356119 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e53296b-daa6-46a3-9fb4-9c5c3393f67f req-3372f873-1e38-43f0-ab4a-27ce2b42c25e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546005 Sep 07 09:52:31.960485 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ec55b-8d7d-4359-ae50-f517344cd85f req-8b6e33a6-d5a2-45c2-b083-1e52121914d8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:31.961960 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-346ec55b-8d7d-4359-ae50-f517344cd85f req-8b6e33a6-d5a2-45c2-b083-1e52121914d8 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Sep 07 09:52:31.997650 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-346ec55b-8d7d-4359-ae50-f517344cd85f req-0d7fc659-2083-4375-8835-9ae966a1eea4 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298843 Sep 07 09:52:32.491617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5090f0-f74f-49f4-9592-e65f0ad9311d req-8d322df0-4635-4e3a-aeca-5437b9462554 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:32.493045 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ea5090f0-f74f-49f4-9592-e65f0ad9311d req-8d322df0-4635-4e3a-aeca-5437b9462554 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 944 time: 0.0764213 Sep 07 09:52:32.500975 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eda24-983a-4177-b8e3-2b71e71e2173 req-144f24c0-42e8-4ce5-8c84-b0701012283a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:32.502322 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-437eda24-983a-4177-b8e3-2b71e71e2173 req-144f24c0-42e8-4ce5-8c84-b0701012283a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0754445 Sep 07 09:52:32.561606 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-437eda24-983a-4177-b8e3-2b71e71e2173 req-d8f868e2-cd9a-4858-a42f-78fc381c5afc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519207 Sep 07 09:52:32.564571 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ea5090f0-f74f-49f4-9592-e65f0ad9311d req-e6794767-78bc-4ab2-b98c-e7eeb991b5c0 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613849 Sep 07 09:52:33.110647 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f40cd-3c8b-4dcc-9461-d21915e06eee req-f5be22c6-7b18-4e75-ab27-657df52399c2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:33.112087 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd7f40cd-3c8b-4dcc-9461-d21915e06eee req-f5be22c6-7b18-4e75-ab27-657df52399c2 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0473351 Sep 07 09:52:33.148294 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd7f40cd-3c8b-4dcc-9461-d21915e06eee req-752069dd-56db-420b-a9a1-183c74f5111d tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301061 Sep 07 09:52:33.704106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10369c1-80ec-407f-9726-32bbb1d8ea4d req-39da48ea-a89e-46f5-9471-013e96fc0216 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:33.705610 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d10369c1-80ec-407f-9726-32bbb1d8ea4d req-39da48ea-a89e-46f5-9471-013e96fc0216 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 944 time: 0.0755265 Sep 07 09:52:33.718701 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9e790-ddf1-4a47-b858-a54f740730d3 req-a41c8d8f-8109-411a-978b-c8bf5e8d279f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:33.720193 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-01c9e790-ddf1-4a47-b858-a54f740730d3 req-a41c8d8f-8109-411a-978b-c8bf5e8d279f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Sep 07 09:52:33.776489 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d10369c1-80ec-407f-9726-32bbb1d8ea4d req-4da5219f-d7cd-4208-a90e-38785f5d392a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536430 Sep 07 09:52:33.781604 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-01c9e790-ddf1-4a47-b858-a54f740730d3 req-7226bfd0-5ca9-482c-808a-7d12715d988f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529199 Sep 07 09:52:34.259529 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118be4-c2a5-40ea-a6d4-de1389182f3d req-b8a59e45-9c3d-4651-b76c-b9c7cd4fb0ce tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:34.261002 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-34118be4-c2a5-40ea-a6d4-de1389182f3d req-b8a59e45-9c3d-4651-b76c-b9c7cd4fb0ce tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0472937 Sep 07 09:52:34.297814 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-34118be4-c2a5-40ea-a6d4-de1389182f3d req-7bf602f4-71fc-4ebf-b920-081acc218094 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Sep 07 09:52:34.701658 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:52:34.862176 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:52:34.954295 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00614a-fb4c-48ca-9446-5ad2e612605b req-53cab298-6c17-4f42-924f-f16eafd9e745 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:34.961828 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8f00614a-fb4c-48ca-9446-5ad2e612605b req-53cab298-6c17-4f42-924f-f16eafd9e745 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 944 time: 0.0916550 Sep 07 09:52:34.972061 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52daa09-a987-4bd6-860e-720b3cbc9a71 req-36c88529-74e8-437e-8864-abc9df748680 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:34.973806 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a52daa09-a987-4bd6-860e-720b3cbc9a71 req-36c88529-74e8-437e-8864-abc9df748680 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0944600 Sep 07 09:52:35.032219 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8f00614a-fb4c-48ca-9446-5ad2e612605b req-f27438e1-1ee7-4022-80de-156d4ff1bedc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Sep 07 09:52:35.039847 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a52daa09-a987-4bd6-860e-720b3cbc9a71 req-1881dbdd-7b2e-4148-b64e-c56209dfda1d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516417 Sep 07 09:52:35.413493 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d3cdc-6302-43cb-baea-e27b4c45fde3 req-83b93518-8fe5-458e-a612-233cdfc4d268 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:35.415028 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa5d3cdc-6302-43cb-baea-e27b4c45fde3 req-83b93518-8fe5-458e-a612-233cdfc4d268 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Sep 07 09:52:35.456109 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa5d3cdc-6302-43cb-baea-e27b4c45fde3 req-f8beca83-fe6d-4874-b19c-7b81cbe60d34 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Sep 07 09:52:36.224052 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a103dcc-3259-46a3-9767-2521aeadbffe req-7f77f7f9-b77b-4b6b-836a-820ec3914903 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:36.226556 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a103dcc-3259-46a3-9767-2521aeadbffe req-7f77f7f9-b77b-4b6b-836a-820ec3914903 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 944 time: 0.1090887 Sep 07 09:52:36.249120 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad8342-4df1-46b1-9b4d-56c3aa63c6b1 req-02ab4ecb-136c-41df-ae0e-6317c7ccb2ac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:36.250756 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adad8342-4df1-46b1-9b4d-56c3aa63c6b1 req-02ab4ecb-136c-41df-ae0e-6317c7ccb2ac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 945 time: 0.0803616 Sep 07 09:52:36.304892 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1a103dcc-3259-46a3-9767-2521aeadbffe req-1304cfa2-5e95-47a5-ac08-f290b6c95f65 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702767 Sep 07 09:52:36.307635 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adad8342-4df1-46b1-9b4d-56c3aa63c6b1 req-88a3ed4f-7f0c-4916-8676-83ffab756069 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491209 Sep 07 09:52:36.321607 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device a38c155a-bac1-4d6e-8ffb-98f9e80fb18e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:52:36.378832 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:52:36.383020 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:52:36.383509 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.465902 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.467457 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-418adf7f-e507-4803-b412-2dc4fb05047a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122261010&fields=id&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 267 time: 0.0346012 Sep 07 09:52:36.494686 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:36.497287 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41566dde-c6db-4a43-becc-c73c428d62c1" -d '{"events": [{"server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "name": "network-vif-plugged", "status": "completed", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:36.517261 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:36.524867 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.525839 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:52:36.611608 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:36.626696 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:52:36.627074 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.632956 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-8b4bfed3-7cf0-48ab-84ea-e987d0b9ffae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:36.635938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-8b4bfed3-7cf0-48ab-84ea-e987d0b9ffae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1613536 Sep 07 09:52:36.645210 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acdbe7-9f98-4a49-a464-ffa8ae5a948b req-75c4b38a-9ec6-4ed2-a054-2b1cc05b7d2e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:36.647567 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07acdbe7-9f98-4a49-a464-ffa8ae5a948b req-75c4b38a-9ec6-4ed2-a054-2b1cc05b7d2e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0915339 Sep 07 09:52:36.665099 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-ed83f9e0-0d0a-4dab-9af1-d4719c27692a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/quotas/8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 375 time: 0.0163131 Sep 07 09:52:36.718755 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.721719 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-07acdbe7-9f98-4a49-a464-ffa8ae5a948b req-fdf334ae-8df3-4581-8528-9e05b6120abe tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648665 Sep 07 09:52:36.741843 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-123bccc1-f0c2-4b76-bc53-436e47d89749 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677841 Sep 07 09:52:36.759588 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:36.765286 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:36.801430 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbae589-b8ce-427c-afb7-6c4f0def8e03 x-openstack-request-id: req-dfbae589-b8ce-427c-afb7-6c4f0def8e03 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:36.801781 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "name": "network-vif-plugged", "status": "completed", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:36.802037 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfbae589-b8ce-427c-afb7-6c4f0def8e03 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:36.802428 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'code': 200} Sep 07 09:52:36.823245 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=10']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:36.889536 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-9d4bfed5-d5e5-465d-a50c-6d1ed8b8c129 service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230168 Sep 07 09:52:36.981213 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-2e5c472e-4af4-4fb1-9103-0baee57a647c service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904999 Sep 07 09:52:37.314086 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b2bcce8-4bf5-4d4f-a14e-35d41b05d3bd req-a87f7506-c868-47ed-87e1-7f947451eda7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 210 time: 0.0317593 Sep 07 09:52:37.453225 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48eb03-c44c-42c6-9bef-55b21b1c69cf req-ee5588b0-e1fe-4e40-afd2-2951985cc8b6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:37.454781 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c48eb03-c44c-42c6-9bef-55b21b1c69cf req-ee5588b0-e1fe-4e40-afd2-2951985cc8b6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0793259 Sep 07 09:52:37.463386 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae01378-900e-4e4d-9f8b-2147d5cb90d7 req-a494ae2f-ff24-41a7-833c-ba4a1c202c1b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:37.464826 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fae01378-900e-4e4d-9f8b-2147d5cb90d7 req-a494ae2f-ff24-41a7-833c-ba4a1c202c1b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0645227 Sep 07 09:52:37.523631 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7c48eb03-c44c-42c6-9bef-55b21b1c69cf req-521b851a-dc9c-4547-9abd-fdf053a2179e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578563 Sep 07 09:52:37.528574 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fae01378-900e-4e4d-9f8b-2147d5cb90d7 req-ac326fe6-485b-499d-b792-69b8ba8e27fb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570927 Sep 07 09:52:38.406767 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46696c23-4afd-43c8-b64d-e636f26ed39e req-5d9f186b-f9d7-42ce-91f5-24068f67fbc4 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 210 time: 0.0290732 Sep 07 09:52:38.682088 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6612-fcb2-43d6-a007-3312b955f138 req-2ecec7e6-02e5-4949-bd18-e1399df5dd1a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:38.683488 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-685a6612-fcb2-43d6-a007-3312b955f138 req-2ecec7e6-02e5-4949-bd18-e1399df5dd1a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0914261 Sep 07 09:52:38.691468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4114-3a50-4d3d-9306-3d6b3a2aa724 req-67c08f1e-3f48-402b-9e4b-19444346fc1e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:38.692914 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cffb4114-3a50-4d3d-9306-3d6b3a2aa724 req-67c08f1e-3f48-402b-9e4b-19444346fc1e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0893016 Sep 07 09:52:38.747537 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-685a6612-fcb2-43d6-a007-3312b955f138 req-6848c1eb-04f8-4761-9629-033699a77916 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Sep 07 09:52:38.750302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cffb4114-3a50-4d3d-9306-3d6b3a2aa724 req-9aa6cbbc-ebcd-439c-9258-51998dbbf640 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509048 Sep 07 09:52:38.804243 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:38.806576 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13977752-1c7f-41e8-9f01-338a2675d4cd" -d '{"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:38.840207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5013e3-c616-4aa2-9ff3-c070c3ce1286 x-openstack-request-id: req-db5013e3-c616-4aa2-9ff3-c070c3ce1286 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:38.840521 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-plugged", "status": "completed", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:38.840774 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db5013e3-c616-4aa2-9ff3-c070c3ce1286 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:38.841156 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'code': 200} Sep 07 09:52:39.495988 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5af11072-d684-438e-90f9-7b685ccba818 req-2a07bdd8-a1be-42b2-9bf2-ac86eef9bb58 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 210 time: 0.0245335 Sep 07 09:52:39.855082 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b510f7c-11bf-4b25-884e-aa792a12c5c0 req-5ba33f7e-88fc-4f54-856c-6d3d04029069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:39.857152 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-1b510f7c-11bf-4b25-884e-aa792a12c5c0 req-5ba33f7e-88fc-4f54-856c-6d3d04029069 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0455687 Sep 07 09:52:39.895414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b856b9e-a9f0-4ea6-81cf-4a0779c30e80 req-3266d3a6-f20f-4053-a812-a5fdbb129f5c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:39.897432 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1b856b9e-a9f0-4ea6-81cf-4a0779c30e80 req-3266d3a6-f20f-4053-a812-a5fdbb129f5c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0705714 Sep 07 09:52:39.905106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ded7cc-a074-4d0d-9eac-fc84fb806011 req-9cbc4e47-2dd1-4e76-988d-d02b9956112d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:39.906531 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-96ded7cc-a074-4d0d-9eac-fc84fb806011 req-9cbc4e47-2dd1-4e76-988d-d02b9956112d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0887811 Sep 07 09:52:39.941016 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-1b510f7c-11bf-4b25-884e-aa792a12c5c0 req-168d9249-ab9e-43d7-a43b-14e0f51a71ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Sep 07 09:52:39.961127 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1b856b9e-a9f0-4ea6-81cf-4a0779c30e80 req-561722e3-27f8-4774-9905-bfc542057e82 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536723 Sep 07 09:52:39.967994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-96ded7cc-a074-4d0d-9eac-fc84fb806011 req-a3750505-1794-4649-b1c6-caac0f31dba6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532973 Sep 07 09:52:40.554902 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb0a0-e4d1-47c4-8140-6ef946bbb354 req-38ea398d-2141-4996-a744-4a61b1cc06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:40.556559 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d53fb0a0-e4d1-47c4-8140-6ef946bbb354 req-38ea398d-2141-4996-a744-4a61b1cc06e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1100 time: 0.0533848 Sep 07 09:52:40.601269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f18442c-30e6-440c-bd9c-bb35952e6ea5 req-990c8ace-c143-4fc7-9aa7-7d15866e577f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 210 time: 0.0264966 Sep 07 09:52:40.613610 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d53fb0a0-e4d1-47c4-8140-6ef946bbb354 req-4625893f-b435-48d5-a789-336ac9fe5f7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283911 Sep 07 09:52:41.127586 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8049557-62c1-4d82-83b9-d5d70b78342a req-e239c1de-f5e8-4a7f-acc1-9d8f0dfbcacd tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:41.129105 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e8049557-62c1-4d82-83b9-d5d70b78342a req-e239c1de-f5e8-4a7f-acc1-9d8f0dfbcacd tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0865252 Sep 07 09:52:41.133186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-ee330833-e12a-4dec-b1c7-93eba717f81d tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:41.134645 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-ee330833-e12a-4dec-b1c7-93eba717f81d tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1170077 Sep 07 09:52:41.142184 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65d13-fcbd-4272-877e-c106c06ef9f4 req-d1f451f0-66e2-45c0-82af-7339ca2c7c12 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:41.143609 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ab65d13-fcbd-4272-877e-c106c06ef9f4 req-d1f451f0-66e2-45c0-82af-7339ca2c7c12 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0663576 Sep 07 09:52:41.197507 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-c2f32a2f-ee19-4919-99fa-a2da930b68ed tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 380 time: 0.0332077 Sep 07 09:52:41.199264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e8049557-62c1-4d82-83b9-d5d70b78342a req-a689f9fe-970d-49ed-85b9-c42ba8d4b568 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Sep 07 09:52:41.202208 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ab65d13-fcbd-4272-877e-c106c06ef9f4 req-f1755eb2-89cb-4b91-94ce-1409f3205350 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514832 Sep 07 09:52:41.210543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'port': {'device_id': '941f9611-7b37-4689-91f9-79ee81acefb7', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'admin_state_up': True, 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'security_groups': ['d01c1813-d7ca-4a2f-9de4-edbdeda42ae3']}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:41.316572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Made reservation on behalf of 8b1c4e5c83c64f7c9e8ce1c807392ff0 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:52:41.320824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:41.447855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.20.0.4 (3db78a74-1926-4c75-b1f8-938280f0fed6/de7414ae-c6eb-44ac-88fd-17510ed9e504/2f976210-1264-4c99-8384-8d9603c3e1f4) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:52:41.592226 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:41.605916 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Transition to ACTIVE for port object 2f976210-1264-4c99-8384-8d9603c3e1f4 will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:52:41.643263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:41.684411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:52:41.687897 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:52:41.692774 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:52:41.744258 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc431-d50c-4ea3-90d7-d9692c82492b req-ddc208f0-c541-429c-ac90-a39617b6e204 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:41.749120 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:41.757008 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:41.764819 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:41.766714 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c47cc431-d50c-4ea3-90d7-d9692c82492b req-ddc208f0-c541-429c-ac90-a39617b6e204 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 931 time: 0.0859134 Sep 07 09:52:41.780974 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-3013eae3-ca0c-4546-992d-7cad090bb586 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752420 Sep 07 09:52:41.813053 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c47cc431-d50c-4ea3-90d7-d9692c82492b req-dd25f2a5-429d-44c7-87c2-5c96d030558a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Sep 07 09:52:41.814183 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Request body: {'port': {'device_id': '941f9611-7b37-4689-91f9-79ee81acefb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:41.879482 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:41.997030 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3937996d-2d46-46c8-a2c0-d731280a0f16 None None] Provisioning for port 2f976210-1264-4c99-8384-8d9603c3e1f4 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:52:42.001092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3937996d-2d46-46c8-a2c0-d731280a0f16 None None] Provisioning complete for port 2f976210-1264-4c99-8384-8d9603c3e1f4 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:52:42.001467 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3937996d-2d46-46c8-a2c0-d731280a0f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.048019 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-3937996d-2d46-46c8-a2c0-d731280a0f16 None None] Port 2f976210-1264-4c99-8384-8d9603c3e1f4 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:52:42.363260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941ba69-5ceb-4f43-a53d-1287549203b9 req-49611c20-4eb6-46cc-bf12-9487201b4b65 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:42.364722 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f941ba69-5ceb-4f43-a53d-1287549203b9 req-49611c20-4eb6-46cc-bf12-9487201b4b65 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0728276 Sep 07 09:52:42.372787 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e3fcb-90dd-4c5a-b125-40378e0ebfbc req-33ac003d-893c-4210-95eb-634ba884140e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:42.377757 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f7e3fcb-90dd-4c5a-b125-40378e0ebfbc req-33ac003d-893c-4210-95eb-634ba884140e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0952368 Sep 07 09:52:42.391687 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f976210-1264-4c99-8384-8d9603c3e1f4 {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:52:42.400076 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.412714 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Transition to ACTIVE for port object 2f976210-1264-4c99-8384-8d9603c3e1f4 will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:52:42.417501 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.438554 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f941ba69-5ceb-4f43-a53d-1287549203b9 req-bb2e6f4a-4785-44c0-bfc6-0ddff0ff4147 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595801 Sep 07 09:52:42.461956 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f7e3fcb-90dd-4c5a-b125-40378e0ebfbc req-dcdf7f6f-c367-4641-b127-d7f079f76701 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659478 Sep 07 09:52:42.513460 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Pushing event updated for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:42.578026 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Attempting to bind port 2f976210-1264-4c99-8384-8d9603c3e1f4 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:52:42.578373 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Attempting to bind port 2f976210-1264-4c99-8384-8d9603c3e1f4 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:52:42.578758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Attempting to bind port 2f976210-1264-4c99-8384-8d9603c3e1f4 on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:52:42.586713 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Port 2f976210-1264-4c99-8384-8d9603c3e1f4 on network 3db78a74-1926-4c75-b1f8-938280f0fed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:52:42.587336 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Attempting to bind port 2f976210-1264-4c99-8384-8d9603c3e1f4 on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:52:42.606541 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:52:42.606888 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:52:42.607276 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Bound using segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:52:42.607719 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Bound port: 2f976210-1264-4c99-8384-8d9603c3e1f4, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:52:42.608084 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.660812 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07fb5-949f-4d06-8f32-627e172b92c1 req-c9dbf309-7f69-4904-9e5e-cd7e1cd726a6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:42.669738 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1a07fb5-949f-4d06-8f32-627e172b92c1 req-c9dbf309-7f69-4904-9e5e-cd7e1cd726a6 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.1047971 Sep 07 09:52:42.708011 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:52:42.712925 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f976210-1264-4c99-8384-8d9603c3e1f4,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:52:42.724630 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.753103 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1a07fb5-949f-4d06-8f32-627e172b92c1 req-f018d0a8-0d05-4e21-87c7-8c0be29b6e44 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822294 Sep 07 09:52:42.762410 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:42.762798 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:42.764260 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f976210-1264-4c99-8384-8d9603c3e1f4 HTTP/1.1" status: 200 len: 1093 time: 0.9545598 Sep 07 09:52:42.764912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:42.767202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625130d3-7582-43fd-964a-af11fa55eb72" -d '{"events": [{"name": "network-changed", "server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:42.829138 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0335b-21cb-4407-8703-06a55c4fbd97 service neutron] Pushing event updated for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:42.844652 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2034bc79-b575-451f-aa48-462684a0ea64 x-openstack-request-id: req-2034bc79-b575-451f-aa48-462684a0ea64 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:42.844933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:42.845186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2034bc79-b575-451f-aa48-462684a0ea64 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:42.845576 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'status': 'completed', 'code': 200} Sep 07 09:52:42.966377 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8de4c2-1131-46d4-b6b9-ae7ac293729e req-e51dbad9-04cc-4f27-a3a8-aefad5044076 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:42.967940 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab8de4c2-1131-46d4-b6b9-ae7ac293729e req-e51dbad9-04cc-4f27-a3a8-aefad5044076 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0711918 Sep 07 09:52:43.012115 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab8de4c2-1131-46d4-b6b9-ae7ac293729e req-ce8b93ec-a9fe-49eb-bae5-55986eb2d3e9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353503 Sep 07 09:52:43.147763 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66606037-04b2-4fbf-a659-b9180293d1c1 req-1a39681c-a97d-48cf-af8e-61ac0099cd27 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:43.149319 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66606037-04b2-4fbf-a659-b9180293d1c1 req-1a39681c-a97d-48cf-af8e-61ac0099cd27 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Sep 07 09:52:43.186365 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66606037-04b2-4fbf-a659-b9180293d1c1 req-3431c1d7-2065-4bcf-babf-4b839d9f3e29 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Sep 07 09:52:43.582961 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3ed8-a6e9-4791-a754-53a33395164a req-061b4a5c-44b1-471c-950c-e125bce27fac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:43.584695 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d27a3ed8-a6e9-4791-a754-53a33395164a req-061b4a5c-44b1-471c-950c-e125bce27fac tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0515215 Sep 07 09:52:43.621648 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d27a3ed8-a6e9-4791-a754-53a33395164a req-e224b8ba-a23f-4f56-b5d8-eab2c9e0ef3c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307088 Sep 07 09:52:44.133315 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a5b50-6ccd-4d7d-85c2-1e4df35f7c21 req-4f71e4f6-4d70-4386-bc9f-199aa2baf3aa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:44.134838 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-626a5b50-6ccd-4d7d-85c2-1e4df35f7c21 req-4f71e4f6-4d70-4386-bc9f-199aa2baf3aa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0486913 Sep 07 09:52:44.171818 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-626a5b50-6ccd-4d7d-85c2-1e4df35f7c21 req-36e0b54d-5f76-4603-ade2-db89ce1f434e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Sep 07 09:52:44.748934 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5c9f1-517f-48b9-ae75-ac9a8c7895a7 req-aca64198-fc39-47a3-b831-78e560e1153b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:44.750333 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6fa5c9f1-517f-48b9-ae75-ac9a8c7895a7 req-aca64198-fc39-47a3-b831-78e560e1153b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0530944 Sep 07 09:52:44.790429 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6fa5c9f1-517f-48b9-ae75-ac9a8c7895a7 req-a214d97f-baa4-4021-99fc-c7eb57a2c4d8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332465 Sep 07 09:52:45.287144 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3d944-ad0a-4e62-a111-7c59b45c2410 req-786534ff-04b9-40ed-97cf-e5abcd5202e5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:45.288634 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5c3d944-ad0a-4e62-a111-7c59b45c2410 req-786534ff-04b9-40ed-97cf-e5abcd5202e5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0513978 Sep 07 09:52:45.325506 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f5c3d944-ad0a-4e62-a111-7c59b45c2410 req-24f6eb0a-0c4a-4d79-8443-6568bfaaf0b9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310521 Sep 07 09:52:45.500912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625130d3-7582-43fd-964a-af11fa55eb72 req-264e13c8-dc89-401f-a109-7c6ca8dcaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:45.503526 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-625130d3-7582-43fd-964a-af11fa55eb72 req-264e13c8-dc89-401f-a109-7c6ca8dcaccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1096 time: 0.0483887 Sep 07 09:52:45.741539 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625130d3-7582-43fd-964a-af11fa55eb72 req-2afd883e-c9b5-4e73-b5fb-4da69eae9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:45.742997 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-625130d3-7582-43fd-964a-af11fa55eb72 req-2afd883e-c9b5-4e73-b5fb-4da69eae9c84 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1643260 Sep 07 09:52:45.905349 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625130d3-7582-43fd-964a-af11fa55eb72 req-c01db969-0592-4462-a160-162848d7827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:45.907096 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-625130d3-7582-43fd-964a-af11fa55eb72 req-c01db969-0592-4462-a160-162848d7827a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535401 Sep 07 09:52:45.922404 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f933c-dbcb-442f-9dd2-428c631df010 req-e3db484a-a4f8-47cc-a761-89854c58cf40 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:45.924261 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-057f933c-dbcb-442f-9dd2-428c631df010 req-e3db484a-a4f8-47cc-a761-89854c58cf40 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0575893 Sep 07 09:52:45.985150 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-057f933c-dbcb-442f-9dd2-428c631df010 req-91308104-76b1-411b-802d-86894e8bdb9c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502427 Sep 07 09:52:46.022468 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-f358610d-ed38-4da9-bae0-1e80c759147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:46.025114 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-f358610d-ed38-4da9-bae0-1e80c759147a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1096 time: 0.0469146 Sep 07 09:52:46.079386 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-4ba1b55d-c461-4f72-8c65-968b335dc896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f976210-1264-4c99-8384-8d9603c3e1f4 HTTP/1.1" status: 200 len: 217 time: 0.0392940 Sep 07 09:52:46.133613 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-52dc4724-f158-4b4f-9203-7cb7363c07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:46.135050 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-52dc4724-f158-4b4f-9203-7cb7363c07b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0482035 Sep 07 09:52:46.189929 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-0735b351-7ffe-40db-9d02-3a8bceaff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:46.191382 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-0735b351-7ffe-40db-9d02-3a8bceaff09a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416939 Sep 07 09:52:46.280997 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-61f0a71e-958e-44de-9323-02abc5832cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819407 Sep 07 09:52:46.377235 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-5cde1d31-fb34-4555-b9fe-2ddfb8aa1222 req-dc4d5111-24a4-4de1-ac71-f7392d75ea9b service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881975 Sep 07 09:52:46.444525 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aa660-ef2e-42c1-9828-5e84b90f8bf1 req-fe2952b4-2691-4157-bc14-75c7c4bda348 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:46.446063 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c07aa660-ef2e-42c1-9828-5e84b90f8bf1 req-fe2952b4-2691-4157-bc14-75c7c4bda348 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0520208 Sep 07 09:52:46.483602 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c07aa660-ef2e-42c1-9828-5e84b90f8bf1 req-abb9e8ed-1e05-4929-8056-02c4cdb38903 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Sep 07 09:52:47.462338 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59276) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:47.603346 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39c465be-08be-4ba6-b97e-82f1273e0362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.614890 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:52:47.639462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889aeb2-f449-4ff3-8b1e-e21a826a8d4f req-43786e34-af85-4ef9-a90d-9eaa24161216 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:47.640886 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e889aeb2-f449-4ff3-8b1e-e21a826a8d4f req-43786e34-af85-4ef9-a90d-9eaa24161216 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0818319 Sep 07 09:52:47.700609 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e889aeb2-f449-4ff3-8b1e-e21a826a8d4f req-b3f4328a-4807-4128-be94-580370c1e000 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538349 Sep 07 09:52:47.741361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39c465be-08be-4ba6-b97e-82f1273e0362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.744882 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-39c465be-08be-4ba6-b97e-82f1273e0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.782826 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-39c465be-08be-4ba6-b97e-82f1273e0362 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4b15dc5d9848199eb512de50221c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193874 Sep 07 09:52:47.783707 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c465be-08be-4ba6-b97e-82f1273e0362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0b6cd-517b-40ef-9a6d-991c37738b61,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:47.785756 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59294) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:47.835775 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.856046 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.901915 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.904456 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:47.908326 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bf0b6cd-517b-40ef-9a6d-991c37738b61 HTTP/1.1" status: 204 len: 168 time: 0.1214967 Sep 07 09:52:47.915870 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162329a-8d82-4495-aa30-9d027338b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0b6cd-517b-40ef-9a6d-991c37738b61,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:48.406025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883154f-56f3-430f-84ab-8ed2f896e750 req-a85a5859-ef96-4cb3-9219-35f5cfec0a64 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:48.407473 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6883154f-56f3-430f-84ab-8ed2f896e750 req-a85a5859-ef96-4cb3-9219-35f5cfec0a64 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0468297 Sep 07 09:52:48.447538 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6883154f-56f3-430f-84ab-8ed2f896e750 req-2600d80e-9161-4271-90b6-416f1275501f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Sep 07 09:52:48.818291 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc5a2-8639-4d3d-b225-5660b4926fa4 req-845c58a6-b995-4962-80b5-b7095e97e86f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:48.820327 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6dbc5a2-8639-4d3d-b225-5660b4926fa4 req-845c58a6-b995-4962-80b5-b7095e97e86f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0477777 Sep 07 09:52:48.856827 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6dbc5a2-8639-4d3d-b225-5660b4926fa4 req-ba78be71-04f3-4b60-9162-14997af69e7b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302913 Sep 07 09:52:49.559911 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a002e4-75ed-4666-9df8-a747fbd1b74b req-02fae8ed-4505-4b4d-ba5d-32086bd46a0b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:49.561451 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86a002e4-75ed-4666-9df8-a747fbd1b74b req-02fae8ed-4505-4b4d-ba5d-32086bd46a0b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Sep 07 09:52:49.600391 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86a002e4-75ed-4666-9df8-a747fbd1b74b req-18f1e311-3a50-40a0-8df0-26bd81aeaf02 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Sep 07 09:52:49.969263 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d101d2-697a-48c5-aaf9-41f032fb0221 req-ce995a37-d58c-4c1e-86ad-cbcbc198ffda tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:49.970732 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-97d101d2-697a-48c5-aaf9-41f032fb0221 req-ce995a37-d58c-4c1e-86ad-cbcbc198ffda tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0465066 Sep 07 09:52:49.998336 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59326) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:50.013499 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-97d101d2-697a-48c5-aaf9-41f032fb0221 req-95079849-b706-4aaf-b723-2eddb3d66095 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Sep 07 09:52:50.103108 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e07918-2596-452c-80ef-a9f91d895884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.191233 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e07918-2596-452c-80ef-a9f91d895884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.194898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e07918-2596-452c-80ef-a9f91d895884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.232350 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e3e07918-2596-452c-80ef-a9f91d895884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0c9a8bfb4e54ab68e3554e5b7e91c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329051 Sep 07 09:52:50.233218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e07918-2596-452c-80ef-a9f91d895884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7127e1eb-545f-491e-9cc3-4ba2396d2a7f,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:50.235262 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59330) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:50.283033 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.304368 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.349095 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.352384 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.353537 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7127e1eb-545f-491e-9cc3-4ba2396d2a7f HTTP/1.1" status: 204 len: 168 time: 0.1173022 Sep 07 09:52:50.361036 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713e4a3-cb60-4cdc-b309-49e0bd3f4f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7127e1eb-545f-491e-9cc3-4ba2396d2a7f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:50.606947 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59338) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:50.619695 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-50ba6409-0b3e-4ac1-934e-d262847b94b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.738096 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd36221-0cc5-46e8-841f-753f774cc0e1 req-fd94ab80-2ea7-4c11-82dd-ae1b827d3851 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:50.739469 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7bd36221-0cc5-46e8-841f-753f774cc0e1 req-fd94ab80-2ea7-4c11-82dd-ae1b827d3851 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0723140 Sep 07 09:52:50.753910 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-50ba6409-0b3e-4ac1-934e-d262847b94b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.760710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-50ba6409-0b3e-4ac1-934e-d262847b94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.822359 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7bd36221-0cc5-46e8-841f-753f774cc0e1 req-a427c015-853e-41d5-b33d-7a271fad74b6 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732076 Sep 07 09:52:50.825570 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-50ba6409-0b3e-4ac1-934e-d262847b94b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5de4c358837f4624a7fae1e9ef6320c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176385 Sep 07 09:52:50.826732 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba6409-0b3e-4ac1-934e-d262847b94b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee57c738-ec4a-457f-b5ff-8f36bf95afcf,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:50.828357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59342) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:50.879391 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.899270 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.944434 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.946946 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:50.948118 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee57c738-ec4a-457f-b5ff-8f36bf95afcf HTTP/1.1" status: 204 len: 168 time: 0.1187561 Sep 07 09:52:50.955496 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc06fb6-a05a-4605-9ae0-a84f421a8efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee57c738-ec4a-457f-b5ff-8f36bf95afcf,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:51.129315 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fde67-4217-4230-bc67-47e6d2aa5c8a req-cb676ab0-ed66-4468-add6-2de4a8288d1e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:51.130910 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-099fde67-4217-4230-bc67-47e6d2aa5c8a req-cb676ab0-ed66-4468-add6-2de4a8288d1e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0489373 Sep 07 09:52:51.168459 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-099fde67-4217-4230-bc67-47e6d2aa5c8a req-215935f6-98b7-4138-9f94-9c029553364a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Sep 07 09:52:51.218813 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5815123-01ca-457b-a51f-51718418c26d req-cf067662-002b-4790-8724-f754a151ea71 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:51.220271 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a5815123-01ca-457b-a51f-51718418c26d req-cf067662-002b-4790-8724-f754a151ea71 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Sep 07 09:52:51.315228 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Deleting port 65b59f94-1a60-4787-9d6f-7220f30e2262 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:52:51.315581 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:51.403316 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] For port 65b59f94-1a60-4787-9d6f-7220f30e2262, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=65b59f94-1a60-4787-9d6f-7220f30e2262,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:51.403694 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:51.421438 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Calling delete_port for 65b59f94-1a60-4787-9d6f-7220f30e2262 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:52:51.555286 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:51.589892 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Pushing event deleted for resources: {'Port': ['ID=65b59f94-1a60-4787-9d6f-7220f30e2262,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:51.603757 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', '65b59f94-1a60-4787-9d6f-7220f30e2262'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:52:51.616005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.616364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.616736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.617086 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.617427 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.617761 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.618107 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.618427 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.618756 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.619083 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.619411 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.619933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:52:51.637766 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] No DVR routers for this DVR port 65b59f94-1a60-4787-9d6f-7220f30e2262 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:52:51.640207 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:51.642213 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a5815123-01ca-457b-a51f-51718418c26d req-2f321378-d1fd-401a-9c9a-b9785648ad6c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "DELETE /v2.0/ports/65b59f94-1a60-4787-9d6f-7220f30e2262 HTTP/1.1" status: 204 len: 173 time: 0.4148865 Sep 07 09:52:51.642647 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'name': 'network-vif-deleted', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:51.645004 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a044734-bf31-436e-b339-40c55e8e630f" -d '{"events": [{"server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "name": "network-vif-deleted", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:51.688191 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b88a4-f598-40bf-bdc5-732a7a0da9e1 x-openstack-request-id: req-179b88a4-f598-40bf-bdc5-732a7a0da9e1 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:51.688512 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657ac40d-2601-4aa5-82df-a347df033ec6", "name": "network-vif-deleted", "tag": "65b59f94-1a60-4787-9d6f-7220f30e2262", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:51.688796 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-179b88a4-f598-40bf-bdc5-732a7a0da9e1 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:51.689252 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657ac40d-2601-4aa5-82df-a347df033ec6', 'name': 'network-vif-deleted', 'tag': '65b59f94-1a60-4787-9d6f-7220f30e2262', 'status': 'completed', 'code': 200} Sep 07 09:52:51.936399 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7456d6c7-c2c3-4d33-a7be-ac6d5e7e0b90 req-cb45aea0-141e-471a-a70d-f546d01b3d98 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=657ac40d-2601-4aa5-82df-a347df033ec6 HTTP/1.1" status: 200 len: 210 time: 0.0262458 Sep 07 09:52:52.287276 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341775-e6bc-428e-a682-7f15feebfbab req-94b0ade9-4a99-4e66-939f-fb3e0e5ec832 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:52.288785 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc341775-e6bc-428e-a682-7f15feebfbab req-94b0ade9-4a99-4e66-939f-fb3e0e5ec832 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0531058 Sep 07 09:52:52.329728 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc341775-e6bc-428e-a682-7f15feebfbab req-2af3d037-e6ba-4dbb-a570-02240b2961b7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351460 Sep 07 09:52:52.357314 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.582247 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59400) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:52.686724 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5124e566-731b-4a4e-ab9a-12e7270e07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.774528 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5124e566-731b-4a4e-ab9a-12e7270e07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.778263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5124e566-731b-4a4e-ab9a-12e7270e07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.816152 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5124e566-731b-4a4e-ab9a-12e7270e07ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3c85413dda74aa9bc824121884cd84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328398 Sep 07 09:52:52.817032 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e566-731b-4a4e-ab9a-12e7270e07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a9f29-f790-4c00-aa38-db47c14a619c,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:52.819384 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59404) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:52.867026 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.896695 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.945098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.947691 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:52.948842 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b2a9f29-f790-4c00-aa38-db47c14a619c HTTP/1.1" status: 204 len: 168 time: 0.1285148 Sep 07 09:52:52.956133 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c261-72a4-4a90-b619-815fce32d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a9f29-f790-4c00-aa38-db47c14a619c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:53.208194 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ed01d-37e4-426e-a5ae-abc875c83e1f req-d9891730-d92e-4a2d-a589-cf54916a821a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:53.210308 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-234ed01d-37e4-426e-a5ae-abc875c83e1f req-d9891730-d92e-4a2d-a589-cf54916a821a tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Sep 07 09:52:53.219265 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59416) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:53.232851 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4ba5fc6f-a9b7-4342-8193-eb867dc2a324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.248774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-234ed01d-37e4-426e-a5ae-abc875c83e1f req-7e0ae10d-2d18-4ff3-a6ff-7b075694cd3c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Sep 07 09:52:53.319154 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4ba5fc6f-a9b7-4342-8193-eb867dc2a324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.323175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-4ba5fc6f-a9b7-4342-8193-eb867dc2a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.360584 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4ba5fc6f-a9b7-4342-8193-eb867dc2a324 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b4ddf1bb53a4615ada68b21d6846e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400673 Sep 07 09:52:53.361517 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5fc6f-a9b7-4342-8193-eb867dc2a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb3c66-c02f-49d7-b366-e15b84b0e9fd,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:53.363260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59420) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:53.441876 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.447429 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2f976210-1264-4c99-8384-8d9603c3e1f4 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:52:53.473743 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d634-934b-4032-87b8-ee21f27e972c req-cd180047-aa68-4837-8bb4-3a67c8264079 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:53.475862 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d59d634-934b-4032-87b8-ee21f27e972c req-cd180047-aa68-4837-8bb4-3a67c8264079 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 943 time: 0.0747149 Sep 07 09:52:53.477702 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.534093 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d59d634-934b-4032-87b8-ee21f27e972c req-77771712-a2d8-4a54-a7e6-dcfe944c26b1 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497358 Sep 07 09:52:53.548588 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f976210-1264-4c99-8384-8d9603c3e1f4,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:53.556916 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.559701 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.563608 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dfb3c66-c02f-49d7-b366-e15b84b0e9fd HTTP/1.1" status: 204 len: 168 time: 0.1992495 Sep 07 09:52:53.563764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'port_id': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'mac_address': 'fa:16:3e:fe:9e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:52:53.579284 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b80d52-bf74-4590-aedd-5556cb511302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb3c66-c02f-49d7-b366-e15b84b0e9fd,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:53.615021 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.627958 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f976210-1264-4c99-8384-8d9603c3e1f4 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:52:53.647722 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f976210-1264-4c99-8384-8d9603c3e1f4,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:53.651658 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:53.702578 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:54.127110 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['2f976210-1264-4c99-8384-8d9603c3e1f4'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:52:54.397932 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ea1ae-a7a6-44e9-af2e-eb5fa23a9460 req-3d03d36e-8de6-4eb2-b613-a193d27d687e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:54.399543 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-571ea1ae-a7a6-44e9-af2e-eb5fa23a9460 req-3d03d36e-8de6-4eb2-b613-a193d27d687e tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0583959 Sep 07 09:52:54.437552 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-571ea1ae-a7a6-44e9-af2e-eb5fa23a9460 req-704ca154-e099-45cf-a82a-70d722dae99c tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Sep 07 09:52:54.655866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385d46-09e1-488a-8133-d6ac81e73479 req-6f862487-49bb-4bc9-b3c0-b5f79a000c27 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:54.657407 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-15385d46-09e1-488a-8133-d6ac81e73479 req-6f862487-49bb-4bc9-b3c0-b5f79a000c27 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 944 time: 0.0544848 Sep 07 09:52:54.706607 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-15385d46-09e1-488a-8133-d6ac81e73479 req-4f43bd2b-b4bb-4fc1-925c-9c935b47f527 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Sep 07 09:52:54.895726 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb517d9-cc14-4efd-9963-6e5988cd62f4 req-12bd3b54-baf7-4a4c-8a08-8770fcaff142 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:54.898039 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adb517d9-cc14-4efd-9963-6e5988cd62f4 req-12bd3b54-baf7-4a4c-8a08-8770fcaff142 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0474141 Sep 07 09:52:54.942957 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adb517d9-cc14-4efd-9963-6e5988cd62f4 req-6debc532-3a09-4eab-9f3c-dc1725d553fc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385273 Sep 07 09:52:54.961139 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59478) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:55.150475 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730c936-e47d-4f87-8042-5ec23e28fe4e tempest-TestMinimumBasicScenario-1250876733 tempest-TestMinimumBasicScenario-1250876733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:55.152021 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1730c936-e47d-4f87-8042-5ec23e28fe4e tempest-TestMinimumBasicScenario-1250876733 tempest-TestMinimumBasicScenario-1250876733-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1093 time: 0.1899126 Sep 07 09:52:55.154998 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59482) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:55.159266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'port_id': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:55.182945 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.285358 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.299296 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd972-f5e7-47b9-92e2-54a82ca58f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.397972 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Allocated IP 172.27.2.43 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/e0941bb8-3797-48b0-8bd8-300dcb66423f) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:52:55.464553 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2f976210-1264-4c99-8384-8d9603c3e1f4 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:52:55.504649 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.516114 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 2f976210-1264-4c99-8384-8d9603c3e1f4 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:52:55.519605 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 2f976210-1264-4c99-8384-8d9603c3e1f4 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:52:55.519988 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.577609 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac4988-4a2e-425d-af1f-48a50efb57ef req-0b508c71-39a6-4ddd-ad8b-1df951be9013 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:55.579088 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d1ac4988-4a2e-425d-af1f-48a50efb57ef req-0b508c71-39a6-4ddd-ad8b-1df951be9013 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0721455 Sep 07 09:52:55.580747 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.597844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.620428 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:55.622649 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49704f91-fe07-4b4d-b8d7-83145045b4c1" -d '{"events": [{"server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "name": "network-vif-plugged", "status": "completed", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:55.635107 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f976210-1264-4c99-8384-8d9603c3e1f4,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:52:55.640386 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:55.641385 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 65b59f94-1a60-4787-9d6f-7220f30e2262 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:52:55.642236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:52:55.648502 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:52:55.652851 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'Port': ['ID=e0941bb8-3797-48b0-8bd8-300dcb66423f,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:55.656264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:52:55.684727 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266bd65-85d8-47b3-b0b5-3555c9e6b76d x-openstack-request-id: req-7266bd65-85d8-47b3-b0b5-3555c9e6b76d {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:55.685021 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "name": "network-vif-plugged", "status": "completed", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:55.685265 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7266bd65-85d8-47b3-b0b5-3555c9e6b76d {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:55.685642 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'code': 200} Sep 07 09:52:55.688037 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 65b59f94-1a60-4787-9d6f-7220f30e2262 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:52:55.688377 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 65b59f94-1a60-4787-9d6f-7220f30e2262 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:52:55.691530 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d1ac4988-4a2e-425d-af1f-48a50efb57ef req-5e98d673-7025-442f-9765-1db9b5c04f68 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820546 Sep 07 09:52:55.712628 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:55.871174 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daceb6-8d2e-4f6b-b700-7b6b26e0fe69 req-caf11687-a0e3-4c1b-990a-3e232fe9d758 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:55.872609 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2daceb6-8d2e-4f6b-b700-7b6b26e0fe69 req-caf11687-a0e3-4c1b-990a-3e232fe9d758 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0923357 Sep 07 09:52:55.995708 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48a9c-18c8-45ef-bb14-cca5460b53db req-e46424d8-875e-44ad-a51f-0cd8981572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:55.997263 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e9e48a9c-18c8-45ef-bb14-cca5460b53db req-e46424d8-875e-44ad-a51f-0cd8981572f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1098 time: 0.0458560 Sep 07 09:52:56.035277 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e9e48a9c-18c8-45ef-bb14-cca5460b53db req-c8454aa5-032f-4ae5-8378-cbadff8f1f32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296235 Sep 07 09:52:56.140549 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f2daceb6-8d2e-4f6b-b700-7b6b26e0fe69 req-a5f2d859-6681-4ee6-a285-1ae55ebfb164 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368855 Sep 07 09:52:56.406073 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:56.502827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:56.651455 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:56.656391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:56.735523 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'Port': ['ID=e0941bb8-3797-48b0-8bd8-300dcb66423f,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:56.746300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:56.868576 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c044f-7331-4883-81ee-645e2872e3ac req-e5f4428d-d404-42b0-8b56-ec77352b2d14 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:56.870078 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db6c044f-7331-4883-81ee-645e2872e3ac req-e5f4428d-d404-42b0-8b56-ec77352b2d14 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0886803 Sep 07 09:52:56.900268 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Floating IP 7fc0c932-75d1-4e94-8594-fc08b9ed8cec associated. External IP: 172.27.2.43, port: a38c155a-bac1-4d6e-8ffb-98f9e80fb18e. Sep 07 09:52:56.961212 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-db6c044f-7331-4883-81ee-645e2872e3ac req-a6cf637f-55ca-4033-a140-ddac9e04aeb0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841424 Sep 07 09:52:57.135015 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:52:57.264898 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:52:57.274257 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Sync routers for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:52:57.284826 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:52:57.285560 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:57.291936 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67b7fc-d136-4b2c-a7ca-d35970c2cb55 req-6db5c2ee-3adf-46f0-992d-3a94c3f54a8e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.293493 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e67b7fc-d136-4b2c-a7ca-d35970c2cb55 req-6db5c2ee-3adf-46f0-992d-3a94c3f54a8e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0697930 Sep 07 09:52:57.294676 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.339084 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-af600fde-d32e-483d-84d2-fdfd75483e38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1829515 Sep 07 09:52:57.341839 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59516) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:57.346290 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:52:57.346432 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598670513', 'description': 'tempest-secgroup-smoke-598670513 description', 'project_id': '7ca78059bd8246bc8087e8b9fc384539'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:57.348877 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975366d2-1656-4b3a-a966-19b21a0ee932" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:52:57.365417 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e67b7fc-d136-4b2c-a7ca-d35970c2cb55 req-a672c0bc-5f8a-45dc-8646-790a660dcddf tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524333 Sep 07 09:52:57.373167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.403723 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230f633f-befe-4102-bcbd-cae61cbce3be x-openstack-request-id: req-230f633f-befe-4102-bcbd-cae61cbce3be {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:52:57.404152 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:52:57.404264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-230f633f-befe-4102-bcbd-cae61cbce3be {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:52:57.404679 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:52:57.411249 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:52:57.470895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.475550 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.542975 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.544209 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2013335 Sep 07 09:52:57.547913 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59520) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:57.555796 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:57.559934 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658d301-e610-492a-9db0-8d8cdc6525c5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1bdb02-ab7a-4b83-b099-138db66e4860,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:57.579674 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-edbcd9b1-622b-45e4-963f-38877fc18790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.581232 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-edbcd9b1-622b-45e4-963f-38877fc18790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0974958 Sep 07 09:52:57.625983 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.688350 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '7fc0c932-75d1-4e94-8594-fc08b9ed8cec', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'port_id': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'mac_address': 'fa:16:3e:73:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:52:56Z', 'updated_at': '2021-09-07T09:52:56Z', 'revision_number': 0, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:57.688804 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-de7f70cc-7389-42e6-909f-91346ceac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.690297 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-de7f70cc-7389-42e6-909f-91346ceac009 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.0998354 Sep 07 09:52:57.717362 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Checking router: 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:52:57.727278 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:52:57.727805 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:57.736044 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.744638 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.748736 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-27c7aed5-8963-4c66-8c8f-cee6922939c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596142 Sep 07 09:52:57.767173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9b32e2-b1c1-4a12-bb20-91cdaa178169,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:57.774262 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.775740 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-db95da15-842b-4220-8395-9f18ef73ec94 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258923 Sep 07 09:52:57.778271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59522) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:57.783817 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:57.820404 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-379d5cef-0fe7-4fcf-87e6-7c414aa58b9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 998 time: 0.1049161 Sep 07 09:52:57.845819 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:52:57.848762 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.862516 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-984a22dc-6dc2-4919-9faa-9c90e2095860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.864152 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-984a22dc-6dc2-4919-9faa-9c90e2095860 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 1100 time: 0.0658267 Sep 07 09:52:57.871602 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-23cbf758-29ff-45ab-8d12-90e289f643c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.873379 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-23cbf758-29ff-45ab-8d12-90e289f643c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0456691 Sep 07 09:52:57.935455 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-e5d0350f-7c79-4dc1-a26a-d0e64f8ccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:57.937515 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-e5d0350f-7c79-4dc1-a26a-d0e64f8ccb9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425160 Sep 07 09:52:57.939555 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.968266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:57.999744 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af160140-e0d6-46e1-b387-0c756ba5e067,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:58.009952 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.011601 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.016994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-126f8f64-aa62-45a0-bda3-c43622262f73 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374675 Sep 07 09:52:58.017611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59526) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:58.029789 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:58.057945 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-ee62048d-1b0a-4c56-a087-3a8d94de5fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106856 Sep 07 09:52:58.110025 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '7fc0c932-75d1-4e94-8594-fc08b9ed8cec', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'port_id': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'mac_address': 'fa:16:3e:73:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:52:56Z', 'updated_at': '2021-09-07T09:52:56Z', 'revision_number': 0, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:52:58.142958 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac9028-aa23-459a-aab9-6da3364b71a8 None None] The sync data for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi is: [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '7fc0c932-75d1-4e94-8594-fc08b9ed8cec', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'port_id': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'mac_address': 'fa:16:3e:73:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:52:56Z', 'updated_at': '2021-09-07T09:52:56Z', 'revision_number': 0, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:52:58.171159 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-04f21ad0-404a-4d28-b004-8a0646742038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.192301 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-975366d2-1656-4b3a-a966-19b21a0ee932 req-8856957c-22dd-45c3-ab58-1f300ae208a6 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177499 Sep 07 09:52:58.258801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-92b94ca1-ee7c-4055-bd10-10da75ed06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.260347 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-92b94ca1-ee7c-4055-bd10-10da75ed06ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.3626716 Sep 07 09:52:58.351892 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.376291 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-00e8d920-a281-4a56-a5cb-eca03a816171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 200 len: 1002 time: 0.1030717 Sep 07 09:52:58.385502 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ec108-4b14-430f-964b-77d4e10a750c None None] New status for floating IP 7fc0c932-75d1-4e94-8594-fc08b9ed8cec: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:52:58.411392 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65452-b09b-4119-b947-fc364259309e req-ae016ec2-1ace-45e1-8d28-70d7d469492f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.413668 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0f65452-b09b-4119-b947-fc364259309e req-ae016ec2-1ace-45e1-8d28-70d7d469492f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1621370 Sep 07 09:52:58.532204 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.535586 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-d5cab5a5-ba52-437f-b9d6-f1b33e73d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.537776 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-d5cab5a5-ba52-437f-b9d6-f1b33e73d4f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.1446044 Sep 07 09:52:58.540958 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.549016 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b0f65452-b09b-4119-b947-fc364259309e req-b40a74df-7563-4688-83c2-852168d98ebd tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107435 Sep 07 09:52:58.591990 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.593220 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5691013 Sep 07 09:52:58.596186 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59538) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:58.602678 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:58.614333 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570414b-d67f-496c-90e5-131e754871bc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c168b596-8267-42a6-8c14-d4a25d66e088,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:58.625461 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee06e6-248f-4a6a-bf77-85cb5f54a6ed req-d434fbf8-eb7b-46e5-9bfd-dc43bd19c718 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.626968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46ee06e6-248f-4a6a-bf77-85cb5f54a6ed req-d434fbf8-eb7b-46e5-9bfd-dc43bd19c718 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.1666977 Sep 07 09:52:58.640365 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.653761 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-1351e928-3ae0-4637-a121-5dd9ec51bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.655244 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-1351e928-3ae0-4637-a121-5dd9ec51bcca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857515 Sep 07 09:52:58.655690 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59540) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:58.688761 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-46ee06e6-248f-4a6a-bf77-85cb5f54a6ed req-70341211-aadb-4547-9f49-3a4a38117a33 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Sep 07 09:52:58.710777 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.717835 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.758784 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.760009 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619473 Sep 07 09:52:58.762700 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59546) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:58.768371 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:58.773682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb500ec-068a-4f02-9d6a-bfa80f4a2723 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62520b48-8a55-400a-bfe3-d9225c62a117,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:58.794130 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Project 7ca78059bd8246bc8087e8b9fc384539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:52:58.798955 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.820776 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec3e4-aa05-403d-88ec-e858a6a912c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.837413 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-47dbb6fb-b887-4d8a-a3c1-2768f4f9ef5b service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579695 Sep 07 09:52:58.864068 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.868336 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:58.874805 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0090a1-e5b5-42ab-a49b-ff186bb3b03a req-335b63b7-69db-4940-a972-2be219f8ec2c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:58.876868 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e0090a1-e5b5-42ab-a49b-ff186bb3b03a req-335b63b7-69db-4940-a972-2be219f8ec2c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.1153173 Sep 07 09:52:58.888008 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578bf48b-e69d-4401-b130-da3b8fb077bb,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:58.991931 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1e0090a1-e5b5-42ab-a49b-ff186bb3b03a req-1fe2b9c9-6380-45bf-b85e-788569b09219 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025920 Sep 07 09:52:59.014395 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59548) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.032129 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d123b81e-b87b-41c5-b5d0-7d62b6730b28 req-c538e167-69c9-4a56-8479-75f347defa47 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811025 Sep 07 09:52:59.034200 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.056641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec3e4-aa05-403d-88ec-e858a6a912c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.061435 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec3e4-aa05-403d-88ec-e858a6a912c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.067543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.070093 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-092db9d2-b156-43c1-8a1b-72f135e7e09e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3057878 Sep 07 09:52:59.073173 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59552) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.080600 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'security_group_rule': {'security_group_id': '3e1bdb02-ab7a-4b83-b099-138db66e4860', 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:59.105023 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-cf3ec3e4-aa05-403d-88ec-e858a6a912c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9dd1bbc10c64f2aad872f49a1bb4baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447839 Sep 07 09:52:59.105269 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59554) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.111976 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Project 7ca78059bd8246bc8087e8b9fc384539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:52:59.112513 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec3e4-aa05-403d-88ec-e858a6a912c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112baeef-81cc-41c5-9ae7-f36bc3a42b95,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:59.119079 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.163010 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.183862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.206781 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.211357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619393f-7a67-4228-9c30-eb9320eeb8fd tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:59.213319 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c619393f-7a67-4228-9c30-eb9320eeb8fd tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1093 time: 0.1976249 Sep 07 09:52:59.214746 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.216430 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59556) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.220878 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'port_id': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:59.234381 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caf5eaf-d5a3-4a9d-bfdf-0fdbb4a89972,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:59.246107 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.249052 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.250302 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-23ce1112-62e5-4b92-9b86-eb8aabd8316d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753209 Sep 07 09:52:59.266034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.268799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.270000 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/112baeef-81cc-41c5-9ae7-f36bc3a42b95 HTTP/1.1" status: 204 len: 168 time: 0.1637685 Sep 07 09:52:59.288585 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e7fa7-a98c-4d85-b804-8b0e0d0e806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112baeef-81cc-41c5-9ae7-f36bc3a42b95,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:59.371532 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-b8c788c6-645c-4fb5-99c1-e1f52b3d0286 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598670513&fields=id&tenant_id=7ca78059bd8246bc8087e8b9fc384539 HTTP/1.1" status: 200 len: 267 time: 0.0695479 Sep 07 09:52:59.420973 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.476722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-071f2d74-27ff-4876-8fa8-09b3c53f263e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:59.478220 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-071f2d74-27ff-4876-8fa8-09b3c53f263e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.1007121 Sep 07 09:52:59.493394 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'port': {'security_groups': ['119a3d39-896d-437c-97b5-2a1387ffbecf', '3e1bdb02-ab7a-4b83-b099-138db66e4860']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:52:59.563561 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59564) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.577900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-de85e5d9-d540-4848-a6a6-4c963e4d4110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.596090 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.632446 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.27.2.227 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/bfec3a88-1199-49f1-95db-43ff8cd017b8) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:52:59.669747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-de85e5d9-d540-4848-a6a6-4c963e4d4110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.674028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-de85e5d9-d540-4848-a6a6-4c963e4d4110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.711451 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-de85e5d9-d540-4848-a6a6-4c963e4d4110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4df1b1b5d1042798988cc6c10e03f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468070 Sep 07 09:52:59.712512 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85e5d9-d540-4848-a6a6-4c963e4d4110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463f6b92-9192-4f08-a813-9c27b0db0a3f,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:59.714588 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59568) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:52:59.763765 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.785831 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.810911 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a0472-595d-45d6-8ab5-2305b3434d2d req-8445e155-6407-40ff-bb6c-7391c4d77004 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:52:59.812409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f8a0472-595d-45d6-8ab5-2305b3434d2d req-8445e155-6407-40ff-bb6c-7391c4d77004 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1826534 Sep 07 09:52:59.834105 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.837068 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.840594 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/463f6b92-9192-4f08-a813-9c27b0db0a3f HTTP/1.1" status: 204 len: 168 time: 0.1227381 Sep 07 09:52:59.847672 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908e2eb-dbf6-486d-8f5b-6d31f5ddae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463f6b92-9192-4f08-a813-9c27b0db0a3f,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:52:59.900158 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:52:59.965689 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6f8a0472-595d-45d6-8ab5-2305b3434d2d req-22b40bc8-fe3b-4117-8931-1a50614d37da tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298623 Sep 07 09:52:59.998481 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:00.024765 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.036867 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.064271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.086450 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=bfec3a88-1199-49f1-95db-43ff8cd017b8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:00.089918 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:53:00.096022 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:00.118668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:53:00.122093 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:00.128017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:00.128668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.130036 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09b1cfe0-f287-4ae3-9819-890643f46dab req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "PUT /v2.0/ports/a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 981 time: 0.6441164 Sep 07 09:53:00.131749 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:00.133997 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe293391-9731-41c2-8e64-4f3dbeecaf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:00.238282 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f1bb-3de2-4c56-ae30-1bf1956699ca tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=6']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:00.245797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af156f38-8ff5-4108-8d9a-2e11cef7998a x-openstack-request-id: req-af156f38-8ff5-4108-8d9a-2e11cef7998a {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:00.246080 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:00.246326 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af156f38-8ff5-4108-8d9a-2e11cef7998a {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:00.246703 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:53:00.367666 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:00.416412 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4279-d692-4046-b516-933a2b483a4a req-7ec7b18f-bfb1-4a4f-869a-36032abdd5f7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:00.420963 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfde4279-d692-4046-b516-933a2b483a4a req-7ec7b18f-bfb1-4a4f-869a-36032abdd5f7 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.1672585 Sep 07 09:53:00.445018 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-8fd174fd-50c4-4800-a870-2533c1ff4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:00.446720 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-8fd174fd-50c4-4800-a870-2533c1ff4513 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1137 time: 0.1390870 Sep 07 09:53:00.504623 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-7ea8194f-d8e8-467a-92e8-511443bfd187 None None] Provisioning complete for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:00.504623 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7ea8194f-d8e8-467a-92e8-511443bfd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.797112 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfde4279-d692-4046-b516-933a2b483a4a req-8f9b9bea-882a-44f4-af7b-bf7edf6578a2 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3574879 Sep 07 09:53:00.862431 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-3caaac4a-cc96-4fb8-8572-e51074d57759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:00.863365 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:00.863891 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-3caaac4a-cc96-4fb8-8572-e51074d57759 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.3800251 Sep 07 09:53:00.999830 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-411c948e-bc94-4af9-9937-7de6ae8df298 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 1000 time: 0.1047573 Sep 07 09:53:01.134130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.144234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c261b-498d-4d7a-b8ee-9cf657a8b94f req-f2c82a4d-8546-47c8-b74c-8d0789324dd0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:01.146325 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-710c261b-498d-4d7a-b8ee-9cf657a8b94f req-f2c82a4d-8546-47c8-b74c-8d0789324dd0 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.1020608 Sep 07 09:53:01.149698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-ab662699-96c4-4255-aab4-13d7ca009e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:01.151050 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-ab662699-96c4-4255-aab4-13d7ca009e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.1084726 Sep 07 09:53:01.247768 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-710c261b-498d-4d7a-b8ee-9cf657a8b94f req-9b4b0e67-a9a5-4ea3-9e29-14e767521376 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/security-groups?id=99d55f95-24e6-4656-b6ad-bfcd9e9fce12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787344 Sep 07 09:53:01.251546 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-30de918d-b894-4aea-8c5e-151bfbdde75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:01.253056 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-30de918d-b894-4aea-8c5e-151bfbdde75b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830338 Sep 07 09:53:01.296301 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.416117 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-0c329d5e-0fd6-400a-83bd-413df668fce7 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424391 Sep 07 09:53:01.503625 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-6c92c269-3723-4a78-bfe1-62caac20d420 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:01.505793 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-6c92c269-3723-4a78-bfe1-62caac20d420 tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Sep 07 09:53:01.581212 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fe293391-9731-41c2-8e64-4f3dbeecaf0f req-5597fcdb-70d4-44d5-9654-d7462a2e83c9 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310287 Sep 07 09:53:01.583034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.588758 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.613028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Deleting port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:01.614375 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.658144 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=bfec3a88-1199-49f1-95db-43ff8cd017b8,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:01.668850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.718305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] For port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:01.719117 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.735387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Calling delete_port for 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:01.779357 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP c722c6c4-7d98-4676-8820-d9d00426234f associated. External IP: 172.27.2.227, port: 2f976210-1264-4c99-8384-8d9603c3e1f4. Sep 07 09:53:01.886447 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.927973 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Pushing event deleted for resources: {'Port': ['ID=2b0fa320-b8cd-4eff-a95d-f49a7a486ca1,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:01.931301 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['2b0fa320-b8cd-4eff-a95d-f49a7a486ca1'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:01.976036 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] No DVR routers for this DVR port 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:53:01.979187 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:01.982118 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cfb2a6c6-6d23-4e26-a56b-5e657983eb75 req-9ecb6b41-1d27-40df-b4d1-0b5c5e99973f tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.20 "DELETE /v2.0/ports/2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 HTTP/1.1" status: 204 len: 173 time: 0.4686027 Sep 07 09:53:01.982582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'name': 'network-vif-deleted', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:01.984839 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524c71a-d5f8-4f7b-a2f9-7e67f41e3dad" -d '{"events": [{"server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "name": "network-vif-deleted", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:01.998032 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:53:02.023243 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9de85e-756b-4f4f-b20e-fa3b85dc3ac0 x-openstack-request-id: req-3b9de85e-756b-4f4f-b20e-fa3b85dc3ac0 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:02.023636 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7268c3b2-7820-43bd-9daa-d2b92de424c3", "name": "network-vif-deleted", "tag": "2b0fa320-b8cd-4eff-a95d-f49a7a486ca1", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:02.024009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b9de85e-756b-4f4f-b20e-fa3b85dc3ac0 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:02.024610 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7268c3b2-7820-43bd-9daa-d2b92de424c3', 'name': 'network-vif-deleted', 'tag': '2b0fa320-b8cd-4eff-a95d-f49a7a486ca1', 'status': 'completed', 'code': 200} Sep 07 09:53:02.113657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:53:02.129202 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:53:02.139747 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:02.140522 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:02.141204 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.178495 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-57e82d35-5c11-4dd8-b8b5-242f2d88698b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9528980 Sep 07 09:53:02.242730 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59650) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:02.248032 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:02.250388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38710d8-3e7d-416e-8d79-46b1e74061e7" -d '{"events": [{"name": "network-changed", "server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:02.313560 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798890d9-f5fb-4fd6-9fa1-d8d9ed56bae3 x-openstack-request-id: req-798890d9-f5fb-4fd6-9fa1-d8d9ed56bae3 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:02.314180 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:02.314522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-798890d9-f5fb-4fd6-9fa1-d8d9ed56bae3 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:02.315036 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'status': 'completed', 'code': 200} Sep 07 09:53:02.360466 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:02.361573 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6715-e4c8-49cf-8cf8-5671bed4a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.375323 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-21a0bdf9-e56d-4244-a940-6206e9a9ec15 req-26b31531-44ff-417c-8ee7-011e8cc3a04b tempest-ServerRescueNegativeTestJSON-1600999865 tempest-ServerRescueNegativeTestJSON-1600999865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7268c3b2-7820-43bd-9daa-d2b92de424c3 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Sep 07 09:53:02.426621 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-d1628376-a854-4ad9-8f17-929f416a42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:02.428383 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-d1628376-a854-4ad9-8f17-929f416a42e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1098 time: 0.0595145 Sep 07 09:53:02.591376 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': 'c722c6c4-7d98-4676-8820-d9d00426234f', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:fe:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9611-7b37-4689-91f9-79ee81acefb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:00Z', 'updated_at': '2021-09-07T09:53:00Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:02.619496 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:53:02.628073 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:02.628727 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:02.747462 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:02.790218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6715-e4c8-49cf-8cf8-5671bed4a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.796953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6715-e4c8-49cf-8cf8-5671bed4a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.830763 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-1e1e477a-5a21-4c67-b970-dd6e9c84fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:02.832230 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-1e1e477a-5a21-4c67-b970-dd6e9c84fad7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.3807483 Sep 07 09:53:02.846214 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0bdf6715-e4c8-49cf-8cf8-5671bed4a03c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=297f3b70a6e74726b560ba264dfa2251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000621 Sep 07 09:53:02.846897 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59658) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:02.849758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf6715-e4c8-49cf-8cf8-5671bed4a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51804029-29ea-4c77-bf24-63e97f09bdac,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:02.901706 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.916642 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-7f007acc-b50b-46b7-bad7-97161648bb21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f976210-1264-4c99-8384-8d9603c3e1f4 HTTP/1.1" status: 200 len: 999 time: 0.0639091 Sep 07 09:53:02.923968 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.968913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-086ac687-835e-4158-985d-7adb720cc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:02.970798 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-086ac687-835e-4158-985d-7adb720cc339 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0453188 Sep 07 09:53:02.983260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.986197 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:02.989987 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51804029-29ea-4c77-bf24-63e97f09bdac HTTP/1.1" status: 204 len: 168 time: 0.1395977 Sep 07 09:53:02.990139 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': 'c722c6c4-7d98-4676-8820-d9d00426234f', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:fe:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9611-7b37-4689-91f9-79ee81acefb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:00Z', 'updated_at': '2021-09-07T09:53:00Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:02.997048 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16a2d9-8f06-41e8-9336-95b125abc7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51804029-29ea-4c77-bf24-63e97f09bdac,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:03.016948 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8cd16-35c2-49c2-bce4-22654d966ea9 None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': 'c722c6c4-7d98-4676-8820-d9d00426234f', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:fe:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9611-7b37-4689-91f9-79ee81acefb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:00Z', 'updated_at': '2021-09-07T09:53:00Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:53:03.031436 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-3a0ff674-f7d2-4695-b229-71e8a8a10913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:03.032995 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-3a0ff674-f7d2-4695-b229-71e8a8a10913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540800 Sep 07 09:53:03.149634 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-0e6a49ad-6e71-417c-ad96-de5e47f8f2d1 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903552 Sep 07 09:53:03.238808 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0161a-cd25-4fa7-aad0-80fe339636a5 None None] New status for floating IP c722c6c4-7d98-4676-8820-d9d00426234f: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:53:03.261822 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-e38710d8-3e7d-416e-8d79-46b1e74061e7 req-b3e56fd0-4752-4f77-9a37-6e7303aec818 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038721 Sep 07 09:53:03.283595 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59664) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:03.298501 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5774-6b91-4b9b-b57f-5b507487b514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.389654 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5774-6b91-4b9b-b57f-5b507487b514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.393337 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5774-6b91-4b9b-b57f-5b507487b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.432081 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59668) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:03.436539 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6e3d5774-6b91-4b9b-b57f-5b507487b514 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=944537796b0244a482f51760956ec80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517398 Sep 07 09:53:03.437249 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d5774-6b91-4b9b-b57f-5b507487b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f0de2d-8f48-48de-8595-98aac171beb5,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:03.438968 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59670) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:03.567180 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.627620 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.733630 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.736137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:03.739833 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41f0de2d-8f48-48de-8595-98aac171beb5 HTTP/1.1" status: 204 len: 168 time: 0.2974186 Sep 07 09:53:03.750263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75553f81-700c-4f30-bf24-c78b6f65ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f0de2d-8f48-48de-8595-98aac171beb5,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:03.933386 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:04.226221 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Deleting port 37eda827-f603-467a-aa6a-18cb145932e3 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:04.226577 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:04.306166 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] For port 37eda827-f603-467a-aa6a-18cb145932e3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=37eda827-f603-467a-aa6a-18cb145932e3,segment=NetworkSegment(40610d78-f780-4abb-a035-1e64038c586c),segment_id=40610d78-f780-4abb-a035-1e64038c586c)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:04.306535 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:04.319524 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Calling delete_port for 37eda827-f603-467a-aa6a-18cb145932e3 owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:04.507666 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:04.536263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37eda827-f603-467a-aa6a-18cb145932e3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:04.700882 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:04.925627 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:53:05.261867 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:53:05.269255 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-14edf42f-07d1-4f0c-a07c-31e1bd50edb8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2c1aac2-2dd1-455c-80ed-0b2dae2017d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8335485 Sep 07 09:53:05.269351 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59700) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:05.269998 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Sync routers for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:53:05.279266 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:05.279910 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:05.370071 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.385483 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:05.470642 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.522063 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Deleting port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:05.522399 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.564813 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:53:05.565303 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:53:04Z', 'revision_number': 5, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port': {'id': 'b6398b4c-8b2d-42ff-9784-f4ee77c8deb6', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:08:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:42Z', 'updated_at': '2021-09-07T09:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:05.589967 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:53:05.590399 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2b0fa320-b8cd-4eff-a95d-f49a7a486ca1 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:53:05.591847 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Checking router: c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:53:05.601023 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Routers {'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:05.601635 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:52:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:05.604155 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] For port b6398b4c-8b2d-42ff-9784-f4ee77c8deb6, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:05.604604 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.616256 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Calling delete_port for b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:05.685126 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] Set router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:05.736135 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:53:05Z', 'revision_number': 6, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:05.764962 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34374603-9a36-4eec-95f3-bf3a33d688df None None] The sync data for ids ['c2c1aac2-2dd1-455c-80ed-0b2dae2017d1'] in dv-cinder-807083-6-iscsi is: [{'id': 'c2c1aac2-2dd1-455c-80ed-0b2dae2017d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1361235557-router', 'tenant_id': '860b3e6abf2b4ce08446306d9009d53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:53:05Z', 'revision_number': 6, 'project_id': '860b3e6abf2b4ce08446306d9009d53a', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:53:05.776407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.806868 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6398b4c-8b2d-42ff-9784-f4ee77c8deb6,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:05.865163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.967572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:05.970076 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.044543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.045183 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:53:06.050863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.053437 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-31b12895-1e88-4349-888f-926e4b1cc9a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c2c1aac2-2dd1-455c-80ed-0b2dae2017d1 HTTP/1.1" status: 204 len: 168 time: 0.7817245 Sep 07 09:53:06.055130 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59708) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:06.102039 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Deleting subnet 0bda4f98-a8df-47b9-9e00-09140ef9d392 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:53:06.105305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.141636 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.185646 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.238458 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.265487 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.267303 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0bda4f98-a8df-47b9-9e00-09140ef9d392 HTTP/1.1" status: 204 len: 168 time: 0.2110045 Sep 07 09:53:06.268316 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4cce-09ae-4dc2-88aa-9128b58a4e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bda4f98-a8df-47b9-9e00-09140ef9d392,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:06.269940 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59710) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:06.341272 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.417596 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.436372 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f0ed38-9a77-4c8a-a4e9-e683efd414b1']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:06.445857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40610d78-f780-4abb-a035-1e64038c586c') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:06.446160 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40610d78-f780-4abb-a035-1e64038c586c') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:06.455130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.468157 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.473799 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:53:06.474176 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:53:06.475985 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:53:06.533038 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.541314 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.544687 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/08f0ed38-9a77-4c8a-a4e9-e683efd414b1 HTTP/1.1" status: 204 len: 168 time: 0.2716823 Sep 07 09:53:06.561888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8859c11-f0d4-4b73-b028-e5109fd937d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f0ed38-9a77-4c8a-a4e9-e683efd414b1,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:06.568363 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 37eda827-f603-467a-aa6a-18cb145932e3 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:53:06.590963 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 37eda827-f603-467a-aa6a-18cb145932e3 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:53:06.591441 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 37eda827-f603-467a-aa6a-18cb145932e3 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:53:06.711964 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59716) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:06.753103 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a2107814-1163-48d5-ab8f-f9646e05ec6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=860b3e6abf2b4ce08446306d9009d53a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399466 Sep 07 09:53:06.755729 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59718) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:06.806062 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.827407 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.877170 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.879847 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:06.881006 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99d55f95-24e6-4656-b6ad-bfcd9e9fce12 HTTP/1.1" status: 204 len: 168 time: 0.1243696 Sep 07 09:53:06.889183 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0379-2b4c-4cb5-9ab3-12ad3ae99e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d55f95-24e6-4656-b6ad-bfcd9e9fce12,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:08.152392 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:53:08.173017 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:53:08.173364 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device b6398b4c-8b2d-42ff-9784-f4ee77c8deb6 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:53:09.396699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59778) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:09.498901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f14fc27c-48b0-4841-87ab-0317fd7e5a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.589165 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f14fc27c-48b0-4841-87ab-0317fd7e5a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.592901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f14fc27c-48b0-4841-87ab-0317fd7e5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.629351 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc27c-48b0-4841-87ab-0317fd7e5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c761a-4791-4d44-848b-460254104b41,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:09.633711 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f14fc27c-48b0-4841-87ab-0317fd7e5a8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=215f4d958cb14c12a1bd85bdafc16188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359803 Sep 07 09:53:09.636737 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59782) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:09.682898 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.702822 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.748920 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.751493 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:09.752698 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c13c761a-4791-4d44-848b-460254104b41 HTTP/1.1" status: 204 len: 168 time: 0.1154015 Sep 07 09:53:09.760058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c37d9-431e-41d4-b141-d53d71fbd733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c761a-4791-4d44-848b-460254104b41,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:10.002126 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59788) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:10.014836 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d013d819-1fac-4589-93be-b47d0c9469fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.107816 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d013d819-1fac-4589-93be-b47d0c9469fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.111336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d013d819-1fac-4589-93be-b47d0c9469fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.151631 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d013d819-1fac-4589-93be-b47d0c9469fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=801c2afb85814a1386873d38e5bd6bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462290 Sep 07 09:53:10.151900 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59794) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:10.157888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d819-1fac-4589-93be-b47d0c9469fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c61d5-c487-4418-a033-7d1dc6284a1d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:10.206614 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.229318 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.283305 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.286040 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:10.291041 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/681c61d5-c487-4418-a033-7d1dc6284a1d HTTP/1.1" status: 204 len: 168 time: 0.1349885 Sep 07 09:53:10.296653 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fdf57-7414-4cf5-8d00-b86451e849a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c61d5-c487-4418-a033-7d1dc6284a1d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:15.102846 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59902) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:15.205163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a4706a18-4f43-4714-9102-9e961a01a080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.291031 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a4706a18-4f43-4714-9102-9e961a01a080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.294682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a4706a18-4f43-4714-9102-9e961a01a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.331482 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a4706a18-4f43-4714-9102-9e961a01a080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e68f432070514504979ded93642f5b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274566 Sep 07 09:53:15.332563 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4706a18-4f43-4714-9102-9e961a01a080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e716796d-08ff-4b2c-a3a3-734a5cfdaaff,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:15.334624 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59906) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:15.382968 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.403003 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.452823 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.455496 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.456731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e716796d-08ff-4b2c-a3a3-734a5cfdaaff HTTP/1.1" status: 204 len: 168 time: 0.1210589 Sep 07 09:53:15.464801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5037b-48ef-4f73-a825-acb744daa0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e716796d-08ff-4b2c-a3a3-734a5cfdaaff,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:15.722618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59920) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:15.735542 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f72794e4-2407-466c-845f-005f4066f5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.824056 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f72794e4-2407-466c-845f-005f4066f5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.827809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f72794e4-2407-466c-845f-005f4066f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.867096 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f72794e4-2407-466c-845f-005f4066f5e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a5d9451ead7407097c6b98867852604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430321 Sep 07 09:53:15.867472 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72794e4-2407-466c-845f-005f4066f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ffe2b-7da1-4d56-a9cf-a457a798fe0e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:15.869486 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59922) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:15.921043 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.944389 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:15.999891 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:16.002412 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:16.003569 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c59ffe2b-7da1-4d56-a9cf-a457a798fe0e HTTP/1.1" status: 204 len: 168 time: 0.1330016 Sep 07 09:53:16.013878 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85855f-fbfb-4398-9881-030eb3531e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ffe2b-7da1-4d56-a9cf-a457a798fe0e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:17.574414 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59978) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:17.677936 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b857-3c91-48b1-a111-91ff4d4d36f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.779398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b857-3c91-48b1-a111-91ff4d4d36f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.782916 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b857-3c91-48b1-a111-91ff4d4d36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.819368 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e9b0b857-3c91-48b1-a111-91ff4d4d36f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8423e7f37d8e4214b303f84cbba3112a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437284 Sep 07 09:53:17.821372 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0b857-3c91-48b1-a111-91ff4d4d36f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067aa731-469d-4d03-8b29-8e7d9cc4e3a0,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:17.822061 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59982) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:17.869957 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.890435 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.936115 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.938677 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:17.939800 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/067aa731-469d-4d03-8b29-8e7d9cc4e3a0 HTTP/1.1" status: 204 len: 168 time: 0.1167545 Sep 07 09:53:17.948000 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067aa731-469d-4d03-8b29-8e7d9cc4e3a0,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:17.954818 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.955164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.955498 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.955830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.956158 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.956504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.968356 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.968730 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.969151 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.969482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.969909 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:17.970181 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867139d-cef3-4b1e-ada1-cdabbfc839f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:18.222809 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 59994) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:18.237221 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f16aba39-ab9e-4284-8dcf-ea5a80435546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.325663 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f16aba39-ab9e-4284-8dcf-ea5a80435546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.329151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f16aba39-ab9e-4284-8dcf-ea5a80435546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.368967 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f16aba39-ab9e-4284-8dcf-ea5a80435546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7f39a3c055f42b5b18b232c6ec77e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432438 Sep 07 09:53:18.369914 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aba39-ab9e-4284-8dcf-ea5a80435546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720d830-fb6e-4556-8bb9-0c7dc51f8bb0,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:18.371669 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 59996) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:18.423813 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.444742 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.489772 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.492397 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:18.493567 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0720d830-fb6e-4556-8bb9-0c7dc51f8bb0 HTTP/1.1" status: 204 len: 168 time: 0.1208742 Sep 07 09:53:18.501336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3d72-7bc4-43d7-95ad-8fe3be53a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720d830-fb6e-4556-8bb9-0c7dc51f8bb0,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:20.272791 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60060) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:20.377862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4028db86-8c35-4cd0-be4f-f0f53a2479c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.466193 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4028db86-8c35-4cd0-be4f-f0f53a2479c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.469584 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4028db86-8c35-4cd0-be4f-f0f53a2479c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.507663 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4028db86-8c35-4cd0-be4f-f0f53a2479c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5d55f241ecc43259011360934e75202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338221 Sep 07 09:53:20.508732 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028db86-8c35-4cd0-be4f-f0f53a2479c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa4da2-fec6-4b7d-9811-e77c82778b14,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:20.510452 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60064) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:20.558566 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.579729 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.625362 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.627971 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.629149 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87fa4da2-fec6-4b7d-9811-e77c82778b14 HTTP/1.1" status: 204 len: 168 time: 0.1177003 Sep 07 09:53:20.637178 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26763d7e-401b-48bf-8247-ce90c9a0e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa4da2-fec6-4b7d-9811-e77c82778b14,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:20.880537 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60072) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:20.893254 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb66c77e-8e90-4722-a63f-2faf73fed58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.979675 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb66c77e-8e90-4722-a63f-2faf73fed58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:20.982949 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eb66c77e-8e90-4722-a63f-2faf73fed58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:21.019655 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-eb66c77e-8e90-4722-a63f-2faf73fed58d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4584be1af19644fe8ca594895c99a18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380839 Sep 07 09:53:21.020551 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66c77e-8e90-4722-a63f-2faf73fed58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb85c6-bdd9-409a-9769-d7e61cbb8d7b,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:21.022457 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60076) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:21.073027 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:21.093684 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:21.137486 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:21.139850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:21.140996 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3fb85c6-bdd9-409a-9769-d7e61cbb8d7b HTTP/1.1" status: 204 len: 168 time: 0.1175141 Sep 07 09:53:21.149160 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e720a-5c49-4466-9dd5-9877894b423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb85c6-bdd9-409a-9769-d7e61cbb8d7b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:22.351714 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:23.394523 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-6a0ccaaf-2b2e-4ef8-a4a7-b35ddc51108c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cd772aafce8c4c158ffeb6c376158136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286248 Sep 07 09:53:23.572430 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-b523c285-66de-4f7a-aea6-523718fe3ba7 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:23.573945 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-b523c285-66de-4f7a-aea6-523718fe3ba7 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741228 Sep 07 09:53:23.588660 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-9a094ec8-f7b3-4253-869e-3c9a51230cc3 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/quotas/cd772aafce8c4c158ffeb6c376158136 HTTP/1.1" status: 200 len: 375 time: 0.0089898 Sep 07 09:53:23.622181 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-3ca7e2e9-6363-4f04-b3ab-6f6afc868cb5 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd772aafce8c4c158ffeb6c376158136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284109 Sep 07 09:53:24.008676 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c08a7811-3c14-4eca-b139-78864a58c8ae req-4e3f19c6-5f95-4cff-9a46-ed13011e4be6 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 210 time: 0.2514980 Sep 07 09:53:24.613293 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:53:24.836997 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-c16446cf-dfb5-4f22-b7c5-b776c204979f tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd772aafce8c4c158ffeb6c376158136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322318 Sep 07 09:53:25.021740 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-974eb8e3-9185-44d2-8e2f-01a3bc934421 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:25.023176 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-974eb8e3-9185-44d2-8e2f-01a3bc934421 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790457 Sep 07 09:53:25.073440 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Request body: {'port': {'device_id': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336', 'admin_state_up': True, 'tenant_id': 'cd772aafce8c4c158ffeb6c376158136'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:25.100816 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5056005d-5bb6-44bb-b063-930e5b5f9959 req-cc7f31a9-8ba0-4e11-b4b6-2799b3635e6c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 210 time: 0.0255883 Sep 07 09:53:25.181336 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Made reservation on behalf of cd772aafce8c4c158ffeb6c376158136 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:53:25.184766 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.193507 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.284206 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.287435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-057a62eb-6ae1-4c43-ad17-f6c65b03d114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.289960 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.353519 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c307da41-3345-44db-a4b1-5e8fb470174e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:25.421549 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Allocated IP 192.168.233.75 (ba006508-570a-485b-9a39-3f49bdaeb336/59088752-e78c-42b9-aec9-d5c3e57f1c6c/fda6992a-b3e6-4fa5-ac71-4618e97a8f1e) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:53:25.549109 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60180) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:25.567335 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.580893 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Transition to ACTIVE for port object fda6992a-b3e6-4fa5-ac71-4618e97a8f1e will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:53:25.613749 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.656115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Network ba006508-570a-485b-9a39-3f49bdaeb336 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:53:25.657304 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-59d73e2d-7fdb-4e37-b445-729123cf1c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.659017 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:25.662858 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:53:25.693113 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Pushing event updated for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:25.722001 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:25.723467 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.754502 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-59d73e2d-7fdb-4e37-b445-729123cf1c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.759834 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-59d73e2d-7fdb-4e37-b445-729123cf1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.764927 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-a083c345-3961-4ce6-86ed-285fa5d3f221 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6952350 Sep 07 09:53:25.791855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Request body: {'port': {'device_id': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:25.799443 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d73e2d-7fdb-4e37-b445-729123cf1c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa2179-70d5-43ce-b932-d35f1d6a54b2,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:25.810323 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-59d73e2d-7fdb-4e37-b445-729123cf1c62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3f1fa724833403a8b4501a5b03eff60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601063 Sep 07 09:53:25.810959 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60184) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:25.851604 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.866527 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.886997 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.927522 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-7cdbcd9b-49ae-46bb-8c29-677f767fdb50 None None] Provisioning for port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:53:25.931944 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-7cdbcd9b-49ae-46bb-8c29-677f767fdb50 None None] Provisioning complete for port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:25.932413 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbcd9b-49ae-46bb-8c29-677f767fdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.940389 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.944325 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:25.948013 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0aa2179-70d5-43ce-b932-d35f1d6a54b2 HTTP/1.1" status: 204 len: 168 time: 0.1337130 Sep 07 09:53:25.954081 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd52c3-1e26-40a2-82ef-e759113b4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa2179-70d5-43ce-b932-d35f1d6a54b2,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:25.979674 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbcd9b-49ae-46bb-8c29-677f767fdb50 None None] Port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:53:26.130624 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda6992a-b3e6-4fa5-ac71-4618e97a8f1e {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:26.139445 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:26.153780 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Transition to ACTIVE for port object fda6992a-b3e6-4fa5-ac71-4618e97a8f1e will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:53:26.160132 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:26.212225 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Pushing event updated for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:26.229858 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983617-8547-4382-be31-495032a6569d req-fffc7652-e26f-4ea0-87c2-b69070f0d21d tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:26.238907 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-97983617-8547-4382-be31-495032a6569d req-fffc7652-e26f-4ea0-87c2-b69070f0d21d tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 947 time: 0.0673001 Sep 07 09:53:26.277957 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-97983617-8547-4382-be31-495032a6569d req-5c1fcd13-af80-466e-80b1-14d6b7acceb1 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Sep 07 09:53:26.289290 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Attempting to bind port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:53:26.298016 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Attempting to bind port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:53:26.298016 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Attempting to bind port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e on network ba006508-570a-485b-9a39-3f49bdaeb336 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:26.298016 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e on network ba006508-570a-485b-9a39-3f49bdaeb336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:53:26.298016 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Attempting to bind port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e on network ba006508-570a-485b-9a39-3f49bdaeb336 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:26.299992 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:53:26.300331 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Checking segment: {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:53:26.301436 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Bound using segment: {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:53:26.302029 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Bound port: fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d3af33-72a5-4a3c-824e-370315bada41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:53:26.302396 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:26.375165 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:53:26.378270 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:53:26.383824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:26.413759 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:26.414372 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:26.415762 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] 10.222.0.20 "PUT /v2.0/ports/fda6992a-b3e6-4fa5-ac71-4618e97a8f1e HTTP/1.1" status: 200 len: 1097 time: 0.6287527 Sep 07 09:53:26.416195 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:26.418428 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b62da-e14d-4e5d-9731-82b7dffa81c0" -d '{"events": [{"name": "network-changed", "server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:26.448043 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f7a6-b58e-46db-b768-fec218b05046 service neutron] Pushing event updated for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:26.458947 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe6043-7f95-41ac-8d61-0671720198ea x-openstack-request-id: req-48fe6043-7f95-41ac-8d61-0671720198ea {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:26.459242 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:26.459494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48fe6043-7f95-41ac-8d61-0671720198ea {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:26.459883 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e', 'status': 'completed', 'code': 200} Sep 07 09:53:26.535625 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-56b9c734-0756-4a04-8614-a549f17e3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:26.537194 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-56b9c734-0756-4a04-8614-a549f17e3af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd772aafce8c4c158ffeb6c376158136&device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 1100 time: 0.0418231 Sep 07 09:53:26.589568 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-6036458b-9270-4c43-a24c-1fa7581139fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e HTTP/1.1" status: 200 len: 217 time: 0.0371749 Sep 07 09:53:26.646422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-9e3b8d84-0472-4354-865c-a2aab682b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:26.648022 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-9e3b8d84-0472-4354-865c-a2aab682b244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59088752-e78c-42b9-aec9-d5c3e57f1c6c HTTP/1.1" status: 200 len: 843 time: 0.0441246 Sep 07 09:53:26.704695 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-0be79b2b-b252-4d70-afef-998bc3fc2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:26.706188 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-0be79b2b-b252-4d70-afef-998bc3fc2623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba006508-570a-485b-9a39-3f49bdaeb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446448 Sep 07 09:53:26.806664 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-db43493b-dad2-431b-be23-39f7e6070408 service neutron] 10.222.0.20 "GET /v2.0/networks/ba006508-570a-485b-9a39-3f49bdaeb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863416 Sep 07 09:53:26.900899 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-09d1c895-8088-490a-b5f2-8b68cf881c44 req-4c28adb9-53c3-4f60-ae4b-c381e5a45875 service neutron] 10.222.0.20 "GET /v2.0/networks/ba006508-570a-485b-9a39-3f49bdaeb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851765 Sep 07 09:53:27.044364 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-c1dda7ed-6d8c-4f07-bd90-77addb43556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:27.045873 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-c1dda7ed-6d8c-4f07-bd90-77addb43556d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd772aafce8c4c158ffeb6c376158136&device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 1100 time: 0.0426321 Sep 07 09:53:27.134542 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-667fa82e-6c2f-4c8c-81ff-463016920140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:27.136013 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-667fa82e-6c2f-4c8c-81ff-463016920140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba006508-570a-485b-9a39-3f49bdaeb336 HTTP/1.1" status: 200 len: 870 time: 0.0819068 Sep 07 09:53:27.186776 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-9e4bfa40-add4-40ce-a703-bf686f38047f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e HTTP/1.1" status: 200 len: 217 time: 0.0355909 Sep 07 09:53:27.238581 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-ce08a251-6389-40b3-b545-264dddd89acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:27.239950 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-ce08a251-6389-40b3-b545-264dddd89acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59088752-e78c-42b9-aec9-d5c3e57f1c6c HTTP/1.1" status: 200 len: 843 time: 0.0419781 Sep 07 09:53:27.285935 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-e7ff5219-5030-4a6d-b842-809262482fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:27.287349 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-e7ff5219-5030-4a6d-b842-809262482fc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba006508-570a-485b-9a39-3f49bdaeb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0377676 Sep 07 09:53:27.380603 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-4a9e57e5-3fee-4169-b949-86d436582865 service neutron] 10.222.0.20 "GET /v2.0/networks/ba006508-570a-485b-9a39-3f49bdaeb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Sep 07 09:53:27.392206 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adcffd-3d56-44a3-8411-a5dc8d2f37f8 req-47c3430d-0153-4c76-9430-6f5eb2f47f27 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:27.393742 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7adcffd-3d56-44a3-8411-a5dc8d2f37f8 req-47c3430d-0153-4c76-9430-6f5eb2f47f27 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 947 time: 0.0482283 Sep 07 09:53:27.431330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7adcffd-3d56-44a3-8411-a5dc8d2f37f8 req-bb3960f8-4755-4712-993d-e310ed18ce27 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Sep 07 09:53:27.475889 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-840b62da-e14d-4e5d-9731-82b7dffa81c0 req-18dd37c8-4485-482c-a2cb-6401a53bb2eb service neutron] 10.222.0.20 "GET /v2.0/networks/ba006508-570a-485b-9a39-3f49bdaeb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813885 Sep 07 09:53:28.005524 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:28.167803 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-88572659-8c8a-4cc3-82c3-0eb814ea0111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:28.547901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ace0d-ad74-4416-9ad6-8aaa560c1344 req-384123b4-8c1a-4e4d-a27e-e445212d7173 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:28.549420 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf8ace0d-ad74-4416-9ad6-8aaa560c1344 req-384123b4-8c1a-4e4d-a27e-e445212d7173 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 947 time: 0.0500865 Sep 07 09:53:28.587674 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bf8ace0d-ad74-4416-9ad6-8aaa560c1344 req-1e3c19d5-4f49-4264-86a7-bc14f9392464 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Sep 07 09:53:29.035153 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:29.215580 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device fda6992a-b3e6-4fa5-ac71-4618e97a8f1e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:53:29.309753 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:29.319662 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e', 'network_id': 'ba006508-570a-485b-9a39-3f49bdaeb336', 'port_id': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e', 'mac_address': 'fa:16:3e:8f:b0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59088752-e78c-42b9-aec9-d5c3e57f1c6c', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:53:29.356358 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:29.368595 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda6992a-b3e6-4fa5-ac71-4618e97a8f1e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:29.386550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:29.390861 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:29.437388 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:29.715058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3861c5-f7b5-43a3-86b6-3759ccc6aaeb req-0a5e25d1-d752-4485-84ee-e2f0dab78657 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:29.716544 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f3861c5-f7b5-43a3-86b6-3759ccc6aaeb req-0a5e25d1-d752-4485-84ee-e2f0dab78657 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 948 time: 0.0487626 Sep 07 09:53:29.754906 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['fda6992a-b3e6-4fa5-ac71-4618e97a8f1e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:29.756520 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0f3861c5-f7b5-43a3-86b6-3759ccc6aaeb req-d639ebdc-d087-4965-a973-0b897ef183d3 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Sep 07 09:53:30.818178 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:30.869698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d75eaf-aa0c-48aa-90b1-58bc9dcd0b91 req-fbfb2933-5777-4cdf-81b1-453ed6b7ea75 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:30.871171 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-65d75eaf-aa0c-48aa-90b1-58bc9dcd0b91 req-fbfb2933-5777-4cdf-81b1-453ed6b7ea75 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 948 time: 0.0481148 Sep 07 09:53:30.908154 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-65d75eaf-aa0c-48aa-90b1-58bc9dcd0b91 req-5a37b795-eb0b-4c4c-9975-faacbffa0423 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 07 09:53:31.234128 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device fda6992a-b3e6-4fa5-ac71-4618e97a8f1e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:53:31.280952 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:53:31.284637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:31.285113 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:31.374098 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:31.397908 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:31.400134 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22c071-fcd4-4796-b686-e297c6c60d29" -d '{"events": [{"server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "name": "network-vif-plugged", "status": "completed", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:31.412518 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:31.416820 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:31.443983 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b1c1c-13c7-4776-b601-e674b7328183 x-openstack-request-id: req-086b1c1c-13c7-4776-b601-e674b7328183 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:31.444274 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "name": "network-vif-plugged", "status": "completed", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:31.444545 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-086b1c1c-13c7-4776-b601-e674b7328183 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:31.444938 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e', 'code': 200} Sep 07 09:53:31.471096 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:31.479066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.479419 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.479759 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.480096 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.480421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.480773 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.481523 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.481523 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.481811 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.482054 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.482373 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.482770 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:53:31.648373 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6adee-6731-44bc-85ab-f4b761ce4c5e req-624f736d-4fa5-4f86-8b86-5284d9e6e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:31.649866 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-8ba6adee-6731-44bc-85ab-f4b761ce4c5e req-624f736d-4fa5-4f86-8b86-5284d9e6e79a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 1102 time: 0.0421751 Sep 07 09:53:31.683956 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-8ba6adee-6731-44bc-85ab-f4b761ce4c5e req-387434f3-22a6-4c00-b2a7-e9e6eaa3d882 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264649 Sep 07 09:53:32.023901 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e151c3-65f6-46c9-9c13-a94d389110e9 req-a306fe4b-c773-491a-b304-70f786b12be1 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:32.025381 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7e151c3-65f6-46c9-9c13-a94d389110e9 req-a306fe4b-c773-491a-b304-70f786b12be1 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 949 time: 0.0512469 Sep 07 09:53:32.062944 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a7e151c3-65f6-46c9-9c13-a94d389110e9 req-167cac52-11ce-452b-82d1-9b6d4c71b722 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Sep 07 09:53:33.179641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6069c22-6e9a-4b85-8fea-27e08e17c12d req-704742b2-8734-4be8-a203-2bcdba74cf01 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.181392 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6069c22-6e9a-4b85-8fea-27e08e17c12d req-704742b2-8734-4be8-a203-2bcdba74cf01 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 949 time: 0.0491695 Sep 07 09:53:33.220260 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c6069c22-6e9a-4b85-8fea-27e08e17c12d req-e3afd946-3ba4-4a31-9322-968081171619 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Sep 07 09:53:33.348657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef17bb7-255d-4474-ae0c-7aae8d1eb245 req-11ad675b-e502-4e99-8665-1f0becb3d7c8 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.359425 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2ef17bb7-255d-4474-ae0c-7aae8d1eb245 req-11ad675b-e502-4e99-8665-1f0becb3d7c8 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0644493 Sep 07 09:53:33.403857 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-6fd82b53-8ec1-45db-8daa-0195c600d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.405446 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-6fd82b53-8ec1-45db-8daa-0195c600d2df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1137 time: 0.0555530 Sep 07 09:53:33.418152 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2ef17bb7-255d-4474-ae0c-7aae8d1eb245 req-b911a934-0dc4-45da-94d5-ac11e7cf9cdd tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477419 Sep 07 09:53:33.490524 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee98da-13ff-48fd-a49f-876458c3c1c0 req-99a76941-78e4-4dd7-a92a-3647e4214ec1 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.492017 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-80ee98da-13ff-48fd-a49f-876458c3c1c0 req-99a76941-78e4-4dd7-a92a-3647e4214ec1 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 949 time: 0.0527520 Sep 07 09:53:33.530177 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-80ee98da-13ff-48fd-a49f-876458c3c1c0 req-e4329b59-ee65-4045-a0d3-f2db655c4c2e tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Sep 07 09:53:33.541627 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-c1896f30-8aa5-4f5f-b567-266229e24a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.542946 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-c1896f30-8aa5-4f5f-b567-266229e24a0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.0860844 Sep 07 09:53:33.611471 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-fd27cabc-8f74-412b-b616-30aac94e3cda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 1000 time: 0.0585806 Sep 07 09:53:33.658652 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-c471947e-3118-4e4e-9e42-23b36826e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.660053 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-c471947e-3118-4e4e-9e42-23b36826e2eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0409253 Sep 07 09:53:33.711221 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-90140573-7a08-4e3f-9980-0d34e1309678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:33.712682 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-90140573-7a08-4e3f-9980-0d34e1309678 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373328 Sep 07 09:53:33.809083 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-4ebc1fe0-d3ad-41e5-b831-ef3d069bb9fc service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834203 Sep 07 09:53:33.900973 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4e9a4961-e3a2-4c26-9ad8-b72aa408ac1b req-e1138e07-a7ce-4e05-ab08-447864f6fcf5 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826201 Sep 07 09:53:34.532824 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aae8a-d495-47dc-8d15-2ccf5e9fc8e5 req-b054a494-b35f-45a5-82e6-2cd134788fc0 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:34.534330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd5aae8a-d495-47dc-8d15-2ccf5e9fc8e5 req-b054a494-b35f-45a5-82e6-2cd134788fc0 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0474765 Sep 07 09:53:34.578277 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd5aae8a-d495-47dc-8d15-2ccf5e9fc8e5 req-a5126274-eb5d-49af-b174-df7f9c1f6033 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345166 Sep 07 09:53:34.666378 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74289fdf-0fed-4d29-bc63-ae8e6119d5e2 req-c968238b-c90c-4e8a-9223-107a796d70f5 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:34.667874 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74289fdf-0fed-4d29-bc63-ae8e6119d5e2 req-c968238b-c90c-4e8a-9223-107a796d70f5 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 949 time: 0.0485122 Sep 07 09:53:34.705597 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-74289fdf-0fed-4d29-bc63-ae8e6119d5e2 req-03034f9f-0a9a-4f49-accc-cd276cb58701 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Sep 07 09:53:35.462286 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-b87a0467-38e6-4667-bfb1-36ad8ca99b43 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:35.463727 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-b87a0467-38e6-4667-bfb1-36ad8ca99b43 tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.20 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 949 time: 0.0482416 Sep 07 09:53:35.557493 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Deleting port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:35.557844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:35.650057 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] For port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,segment=NetworkSegment(74d3af33-72a5-4a3c-824e-370315bada41),segment_id=74d3af33-72a5-4a3c-824e-370315bada41)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:35.650425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:35.662263 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Calling delete_port for fda6992a-b3e6-4fa5-ac71-4618e97a8f1e owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:35.698764 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab46807-4bee-4bab-86af-9afe59b51b4d req-75fcd19e-c350-45f9-9319-6cc08b93712c tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:35.700256 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ab46807-4bee-4bab-86af-9afe59b51b4d req-75fcd19e-c350-45f9-9319-6cc08b93712c tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0517154 Sep 07 09:53:35.743577 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0ab46807-4bee-4bab-86af-9afe59b51b4d req-e15689e2-20ec-4750-8d2b-cff716b735b9 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368094 Sep 07 09:53:35.793405 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:35.825440 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a59b8-d365-4302-b6da-ba74fb48f213 req-247362b0-7a58-4a3b-8633-47f04600156a tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:35.827303 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744a59b8-d365-4302-b6da-ba74fb48f213 req-247362b0-7a58-4a3b-8633-47f04600156a tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/ports?device_id=be32bcfa-860d-4a86-a2f3-8b55d63830a6 HTTP/1.1" status: 200 len: 867 time: 0.0518897 Sep 07 09:53:35.830971 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['fda6992a-b3e6-4fa5-ac71-4618e97a8f1e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:35.879186 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744a59b8-d365-4302-b6da-ba74fb48f213 req-414fd043-b1df-47e8-9b84-09d399d860fc tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.24 "GET /v2.0/security-groups?id=c307da41-3345-44db-a4b1-5e8fb470174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Sep 07 09:53:36.074514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Pushing event deleted for resources: {'Port': ['ID=fda6992a-b3e6-4fa5-ac71-4618e97a8f1e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:36.114414 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] No DVR routers for this DVR port fda6992a-b3e6-4fa5-ac71-4618e97a8f1e on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:53:36.116984 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:36.119631 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a7d2c4e7-fdbc-4f9e-b1a5-db1c2759038d req-7c509bf8-b0bb-419e-ac55-ddca12a6f62c tempest-VolumesNegativeTest-938356074 tempest-VolumesNegativeTest-938356074-project] 10.222.0.20 "DELETE /v2.0/ports/fda6992a-b3e6-4fa5-ac71-4618e97a8f1e HTTP/1.1" status: 204 len: 173 time: 0.6447527 Sep 07 09:53:36.120086 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'name': 'network-vif-deleted', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:36.122895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6899ca29-00ef-4c68-ae73-0e923f915631" -d '{"events": [{"server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "name": "network-vif-deleted", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:36.162952 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676793c-20f7-4022-ba0c-5d14ba34a625 x-openstack-request-id: req-3676793c-20f7-4022-ba0c-5d14ba34a625 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:36.163428 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be32bcfa-860d-4a86-a2f3-8b55d63830a6", "name": "network-vif-deleted", "tag": "fda6992a-b3e6-4fa5-ac71-4618e97a8f1e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:36.163518 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3676793c-20f7-4022-ba0c-5d14ba34a625 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:36.164025 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be32bcfa-860d-4a86-a2f3-8b55d63830a6', 'name': 'network-vif-deleted', 'tag': 'fda6992a-b3e6-4fa5-ac71-4618e97a8f1e', 'status': 'completed', 'code': 200} Sep 07 09:53:36.855248 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f02fe-f6ab-47ac-905b-f3a924ad0aad req-1339a76d-59b5-45c8-bfb5-0700ca805ffe tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:36.856654 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc3f02fe-f6ab-47ac-905b-f3a924ad0aad req-1339a76d-59b5-45c8-bfb5-0700ca805ffe tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0479219 Sep 07 09:53:36.894308 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fc3f02fe-f6ab-47ac-905b-f3a924ad0aad req-37b8434d-53bd-4d12-8d84-d1a6712fc398 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318310 Sep 07 09:53:37.247354 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd1e6-7149-432e-bdce-79d798349a56 req-f5f3699a-3027-41ba-a7a7-ac67a5999c7e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:37.248236 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f1abd1e6-7149-432e-bdce-79d798349a56 req-f5f3699a-3027-41ba-a7a7-ac67a5999c7e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0522072 Sep 07 09:53:37.286900 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f1abd1e6-7149-432e-bdce-79d798349a56 req-172f6ae7-ddbe-42e5-b818-5232a631f090 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Sep 07 09:53:38.014555 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26415-b062-4511-8e31-1db1b885f733 req-3d558cca-da09-44c8-b3d8-eb55994e6eee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:38.016069 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ea26415-b062-4511-8e31-1db1b885f733 req-3d558cca-da09-44c8-b3d8-eb55994e6eee tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0518870 Sep 07 09:53:38.057119 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6ea26415-b062-4511-8e31-1db1b885f733 req-9c21be5c-8f41-4c2e-b667-4f39305cba6d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350771 Sep 07 09:53:38.414355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794e0e-9f82-42f6-83fb-d6e42427fd3b req-b79a51c3-579b-4568-a615-ec68b279fd97 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:38.415836 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7794e0e-9f82-42f6-83fb-d6e42427fd3b req-b79a51c3-579b-4568-a615-ec68b279fd97 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0538635 Sep 07 09:53:38.455612 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7794e0e-9f82-42f6-83fb-d6e42427fd3b req-8c11bf17-b6a7-47c4-be10-21991bcc2712 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Sep 07 09:53:39.176153 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408cc5-003c-419a-86dc-a8f97361c71f req-89286647-deb0-4b58-94a9-41a1e5677692 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:39.178551 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd408cc5-003c-419a-86dc-a8f97361c71f req-89286647-deb0-4b58-94a9-41a1e5677692 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0537894 Sep 07 09:53:39.219584 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d340e41-b86d-4886-b052-6908f48389c4 req-d376ef3e-36fd-4fdc-81ad-2cee5109126c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:39.221063 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-8d340e41-b86d-4886-b052-6908f48389c4 req-d376ef3e-36fd-4fdc-81ad-2cee5109126c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0514202 Sep 07 09:53:39.224760 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd408cc5-003c-419a-86dc-a8f97361c71f req-1f5db413-1612-47fb-b276-7fbc6098a1ac tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395529 Sep 07 09:53:39.297773 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device fda6992a-b3e6-4fa5-ac71-4618e97a8f1e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:53:39.322900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Deleting port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:39.323235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:39.423691 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] For port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:39.424148 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:39.442567 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: fda6992a-b3e6-4fa5-ac71-4618e97a8f1e {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:53:39.442911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device fda6992a-b3e6-4fa5-ac71-4618e97a8f1e not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:53:39.579813 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29988a89-a945-4baf-ae39-68712f500b19 req-0f4d4224-53ec-4774-a997-2cec6f1ab00f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:39.581361 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29988a89-a945-4baf-ae39-68712f500b19 req-0f4d4224-53ec-4774-a997-2cec6f1ab00f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 947 time: 0.0537128 Sep 07 09:53:39.621302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29988a89-a945-4baf-ae39-68712f500b19 req-3ed020ba-73c0-4eaa-8619-2c54cd11442a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=b645f207-1fa9-463a-82e6-35591cca36b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Sep 07 09:53:39.646962 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:39.647331 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:39.647655 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.l3_db [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Floating IP 58b43fe9-458f-4603-acfc-ce7ad700015e disassociated. External IP: 172.27.2.201, port: 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e. Sep 07 09:53:39.648006 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Calling delete_port for 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:39.776199 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:39.803887 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'Port': ['ID=8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:39.912532 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:53:40.016386 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:53:40.026197 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:53:40.035332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:40.036852 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:53:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:40.056705 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] No DVR routers for this DVR port 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:53:40.059387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:40.061273 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-8d340e41-b86d-4886-b052-6908f48389c4 req-398b771b-60d9-42b5-bfea-66d97aebb314 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "DELETE /v2.0/ports/8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e HTTP/1.1" status: 204 len: 173 time: 0.8318405 Sep 07 09:53:40.061707 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-deleted', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:40.063926 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5febec22-881b-4211-8a24-766c9c49f76a" -d '{"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-deleted", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:40.107950 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0ff64b-681d-4b69-9144-df9d5d0be616 x-openstack-request-id: req-2f0ff64b-681d-4b69-9144-df9d5d0be616 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:40.108333 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c2da5-fefa-4009-ab00-50b36fd88cb2", "name": "network-vif-deleted", "tag": "8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:40.108618 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f0ff64b-681d-4b69-9144-df9d5d0be616 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:40.109015 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c2da5-fefa-4009-ab00-50b36fd88cb2', 'name': 'network-vif-deleted', 'tag': '8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e', 'status': 'completed', 'code': 200} Sep 07 09:53:40.149857 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:40.344838 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b6b5-48f5-49f5-b7be-c4a9692531a7 req-1ea4847c-303c-4725-be8d-728a7a447560 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:40.346287 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a25b6b5-48f5-49f5-b7be-c4a9692531a7 req-1ea4847c-303c-4725-be8d-728a7a447560 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0516894 Sep 07 09:53:40.357668 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:40.384652 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:53:40.388149 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4a25b6b5-48f5-49f5-b7be-c4a9692531a7 req-e4cdabcb-d6b6-4fba-a488-237ea665c20b tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355213 Sep 07 09:53:40.393242 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:40.393867 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:53:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:40.503260 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:40.750104 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:40.772629 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-edcff25f-6644-4e81-a18d-e61a8fa69845 req-f5c45601-90ca-475d-8b31-dcc9f9c84a15 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=725c2da5-fefa-4009-ab00-50b36fd88cb2 HTTP/1.1" status: 200 len: 210 time: 0.0465927 Sep 07 09:53:40.779934 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60504) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:40.798941 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fa8b8-8eb4-4b9d-bd69-aabab3196952 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:53:40.924530 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a83094b2-b0cb-4622-9d8d-0f3753ef75cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd772aafce8c4c158ffeb6c376158136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424472 Sep 07 09:53:40.926788 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60508) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:40.983255 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.009402 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.021366 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3d946-c79d-44e2-b1ec-8a7be7115f7f None None] New status for floating IP 58b43fe9-458f-4603-acfc-ce7ad700015e: DOWN {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:53:41.059455 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.063776 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.064976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c307da41-3345-44db-a4b1-5e8fb470174e HTTP/1.1" status: 204 len: 168 time: 0.1372316 Sep 07 09:53:41.073698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ab87-403e-4ac6-943a-af16b93c48b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307da41-3345-44db-a4b1-5e8fb470174e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:41.717756 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60534) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:41.721391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb1c6-5b49-43f3-8016-26d559ee9ba7 req-48fb5f9e-595c-4ac8-b905-918124d03330 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:41.723645 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3beb1c6-5b49-43f3-8016-26d559ee9ba7 req-48fb5f9e-595c-4ac8-b905-918124d03330 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.2622232 Sep 07 09:53:41.765230 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3beb1c6-5b49-43f3-8016-26d559ee9ba7 req-2d733120-a353-4380-96c5-b82d293f0964 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337133 Sep 07 09:53:41.814585 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-650499418-network', 'tenant_id': '2003a88748c74e7c80ea19b4d69469d7'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:41.836163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Made reservation on behalf of 2003a88748c74e7c80ea19b4d69469d7 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:53:41.838619 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.847235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.853049 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60542) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:41.909178 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.932607 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.936175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.940136 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.961779 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:53:41.977833 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edbb12-c7b3-4da4-9c71-66b31552f991,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:41.983385 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.983834 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Added segment d30ffad4-ef87-4b5e-b58d-b587370b2031 of type vlan for network f5174798-45b9-41f0-a294-8affe389c722 Sep 07 09:53:41.985555 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.988336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:41.992706 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "DELETE /v2.0/security-groups/b645f207-1fa9-463a-82e6-35591cca36b0 HTTP/1.1" status: 204 len: 168 time: 0.1385307 Sep 07 09:53:41.992898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60544) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:42.001709 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fc9e4-92b4-458b-a392-cb4f31683038 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645f207-1fa9-463a-82e6-35591cca36b0,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:42.026278 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.api.v2.resource [None req-b3d4ae2c-e5fa-4eae-8d9d-da2a5b960a4b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] show failed (client error): The resource could not be found. Sep 07 09:53:42.027329 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-b3d4ae2c-e5fa-4eae-8d9d-da2a5b960a4b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups/b645f207-1fa9-463a-82e6-35591cca36b0 HTTP/1.1" status: 404 len: 347 time: 0.0336196 Sep 07 09:53:42.030499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60546) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:42.039453 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.067590 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.068822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:42.069458 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.105491 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3865569 Sep 07 09:53:42.108313 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60548) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:42.114490 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Request body: {'subnet': {'network_id': 'f5174798-45b9-41f0-a294-8affe389c722', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-650499418-subnet', 'tenant_id': '2003a88748c74e7c80ea19b4d69469d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:42.138102 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb3d24-daaa-48de-a261-fdef51854bdd admin admin] Pushing event updated for resources: {'Network': ['ID=f5174798-45b9-41f0-a294-8affe389c722,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:42.149608 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network f5174798-45b9-41f0-a294-8affe389c722 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:53:42.175775 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Made reservation on behalf of 2003a88748c74e7c80ea19b4d69469d7 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:53:42.178562 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29974570'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.288827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Deleting port 404d718a-85e7-4086-ae13-7a0345abb916 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:53:42.289161 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.417250 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.417496 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.440794 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Calling delete_port for 404d718a-85e7-4086-ae13-7a0345abb916 owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:53:42.453221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30536649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29974620'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.544934 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac212ec7-dc86-4490-b7c0-398baa8d3bd0,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:42.577857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Checking segment: {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:53:42.578210 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Network hostable DHCP agents. Network: f5174798-45b9-41f0-a294-8affe389c722, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:53:42.606726 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Network f5174798-45b9-41f0-a294-8affe389c722 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:53:42.637659 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, f5174798-45b9-41f0-a294-8affe389c722) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:42.644146 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:42.644331 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.648222 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1ebe6-8dda-4252-beb1-9548ab745f75 None None] Network f5174798-45b9-41f0-a294-8affe389c722 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:53:42.663565 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.669438 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-866c9d73-2f26-4647-802b-44f47eb04802 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5599196 Sep 07 09:53:42.691385 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'Port': ['ID=404d718a-85e7-4086-ae13-7a0345abb916,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:42.754862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.757683 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:42.758974 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4a97ba5b-0f16-4124-aa89-98c95120e093 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "DELETE /v2.0/floatingips/58b43fe9-458f-4603-acfc-ce7ad700015e HTTP/1.1" status: 204 len: 168 time: 0.7274966 Sep 07 09:53:42.789632 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250edb8-5f43-4e2e-aa9d-ec4396ab6d49 None None] Network f5174798-45b9-41f0-a294-8affe389c722 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:53:43.015387 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fa6ed-74fb-4cb0-9ad0-fa7f267da595 req-b1ac0544-605a-46c1-9c4d-02eef3d3072a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:43.017483 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-601fa6ed-74fb-4cb0-9ad0-fa7f267da595 req-b1ac0544-605a-46c1-9c4d-02eef3d3072a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.1716232 Sep 07 09:53:43.058053 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-601fa6ed-74fb-4cb0-9ad0-fa7f267da595 req-10dd184e-7a7e-4c7c-870d-70cbf3321801 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332603 Sep 07 09:53:43.309847 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:53:43.333076 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:53:43.333427 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 8eb27162-8c9d-4a6e-abbb-46d0eb6c0c9e not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:53:43.374034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60566) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:43.378585 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509011210', 'description': 'tempest-description--605708195'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:43.402840 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.483584 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.486851 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.512889 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.514089 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1390672 Sep 07 09:53:43.516164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcd64e-0ad2-488c-b478-3d99fc254f2f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9a5d5f-4a2e-4757-a91e-ed905de2111d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:43.517010 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60568) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:43.524304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group_rule': {'security_group_id': '5e9a5d5f-4a2e-4757-a91e-ed905de2111d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:43.555418 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.612910 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.617409 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.634947 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6badc86-0fe6-44af-8e4b-aab511af6231,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:43.640889 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.642366 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f8c48aca-323b-4124-9f3f-0e5d015bb95b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243389 Sep 07 09:53:43.645559 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60572) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:43.650291 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'security_group_rule': {'security_group_id': '5e9a5d5f-4a2e-4757-a91e-ed905de2111d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:43.675898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.729987 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.733445 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.747660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456c10f-fc5c-4cdd-9a48-36f5d2fd6e1e,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:43.757185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.760901 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-271293e2-e130-4bb0-be95-9d361a27f514 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142647 Sep 07 09:53:43.761747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 60574) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:43.766173 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:43.789167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.885550 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:43.984761 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Allocated IP 172.27.2.92 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/351d23a3-c7e3-4f78-a501-7dede43c211a) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:53:44.087495 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.126939 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.162709 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:53:44.166495 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:44.170003 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:53:44.178870 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e1cd-f65f-480d-afe6-1ccf20aabbc9 req-0d4aaf11-884f-45bc-904a-ac85487af57e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:44.180366 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b33e1cd-f65f-480d-afe6-1ccf20aabbc9 req-0d4aaf11-884f-45bc-904a-ac85487af57e tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0510695 Sep 07 09:53:44.197597 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=351d23a3-c7e3-4f78-a501-7dede43c211a,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:44.223034 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b33e1cd-f65f-480d-afe6-1ccf20aabbc9 req-1e14ddaa-1dab-451f-ac81-0ecdaee46257 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364685 Sep 07 09:53:44.264661 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.297862 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.449639 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.454906 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.517345 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-aa1dd172-ba5a-4a74-a56d-83e23957c1b1 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:44.518807 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-aa1dd172-ba5a-4a74-a56d-83e23957c1b1 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 813 time: 0.1066222 Sep 07 09:53:44.521953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=351d23a3-c7e3-4f78-a501-7dede43c211a,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:44.533334 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.536943 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-8bfe54c2-7cc4-4716-bb32-2863c9ce0890 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/quotas/2003a88748c74e7c80ea19b4d69469d7 HTTP/1.1" status: 200 len: 375 time: 0.0100000 Sep 07 09:53:44.547287 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:44.548847 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0f96fa9f-12c2-4ecb-849b-8228e0515081 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7860074 Sep 07 09:53:44.570256 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-87b3ad47-5899-4c17-8d0e-54184159e665 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271685 Sep 07 09:53:44.707856 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-805efe70-a08a-48af-9181-85ac006e0839 service neutron] 10.222.0.24 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300826 Sep 07 09:53:44.761723 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-934cf14d-faa9-4298-adae-c4f20ffd141e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1509011210&fields=id&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 267 time: 0.0614808 Sep 07 09:53:44.875731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-eab7d886-8d09-485a-804c-a5e59751ec85 service neutron] 10.222.0.24 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600704 Sep 07 09:53:44.907119 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-8ef5c20f-519f-44b7-af40-17db577755b3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:44.908621 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-8ef5c20f-519f-44b7-af40-17db577755b3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 817 time: 0.1236439 Sep 07 09:53:44.923937 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-5035fc40-a34a-4b49-ba3b-1b117266e24d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/quotas/aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 375 time: 0.0092134 Sep 07 09:53:44.982160 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-328a9089-8806-489e-9c28-605bd6f81cc6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519137 Sep 07 09:53:45.053520 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d01bc6f9-108d-4e6f-83ad-6b8988674d7a req-ea1ac873-8264-43ac-8424-1292c53ed9ba tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 210 time: 0.0286219 Sep 07 09:53:45.150084 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-2662c36a-c325-4875-8f45-7b9cda53e216 service neutron] 10.222.0.24 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543303 Sep 07 09:53:45.247951 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-4b80554e-e31e-43cb-822c-f437bf4f319e service neutron] 10.222.0.24 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918620 Sep 07 09:53:45.362855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e81c10-cd4d-470e-857f-d355e01abb68 req-f95dcc58-f2d9-408b-a4bd-f06cfb1b7c38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:45.364733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-90e81c10-cd4d-470e-857f-d355e01abb68 req-f95dcc58-f2d9-408b-a4bd-f06cfb1b7c38 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0654738 Sep 07 09:53:45.440402 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-52f503b5-e2ea-45f1-a217-2501417b3d38 req-5c535450-3853-4309-8ce5-a0730561c327 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 210 time: 0.0333109 Sep 07 09:53:45.453754 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-90e81c10-cd4d-470e-857f-d355e01abb68 req-6e0bbd62-9774-401a-8c1b-140f0a5f3ebe tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796688 Sep 07 09:53:46.167848 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c340c144-95f9-4e28-ba42-2fe5470dcf66 req-1374fee0-5efd-4b79-a489-52ce62923957 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 210 time: 0.0412855 Sep 07 09:53:46.280323 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-4e05eb4d-ee08-46f5-8e0e-6003883e1b6b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:46.282461 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-4e05eb4d-ee08-46f5-8e0e-6003883e1b6b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 813 time: 0.1158309 Sep 07 09:53:46.308240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Request body: {'port': {'device_id': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722', 'admin_state_up': True, 'tenant_id': '2003a88748c74e7c80ea19b4d69469d7'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:46.415480 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Made reservation on behalf of 2003a88748c74e7c80ea19b4d69469d7 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:53:46.418882 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:46.548172 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Allocated IP 172.20.0.5 (f5174798-45b9-41f0-a294-8affe389c722/ac212ec7-dc86-4490-b7c0-398baa8d3bd0/cb7eacd6-9dbd-4161-b68a-fbf78e256ead) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:53:46.553611 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d803565e-17af-43cd-b7dc-a02ef412036c req-4f56fe8a-262d-4d0d-bc1b-85eefb2994c6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 210 time: 0.0325074 Sep 07 09:53:46.601064 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c28da-fd09-4bfc-b31f-8e8854759ad0 req-ec9e93db-3230-421c-ac9a-163cde340440 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:46.602595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a17c28da-fd09-4bfc-b31f-8e8854759ad0 req-ec9e93db-3230-421c-ac9a-163cde340440 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0713899 Sep 07 09:53:46.643710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a17c28da-fd09-4bfc-b31f-8e8854759ad0 req-9d1f4ff9-83f3-4e1e-86bc-e8442d40aa0a tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348821 Sep 07 09:53:46.712073 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:46.755511 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:46.803014 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Network f5174798-45b9-41f0-a294-8affe389c722 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:53:46.806781 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:46.809608 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:53:46.832889 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-74e4e113-acbd-437d-baaf-5962578fc7e1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:46.834529 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-74e4e113-acbd-437d-baaf-5962578fc7e1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 817 time: 0.1044009 Sep 07 09:53:46.844628 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Pushing event updated for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:46.867895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:46.868560 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:46.882436 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-19df5e3d-fbd0-41e1-a6be-491453adf699 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789251 Sep 07 09:53:46.897545 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-e26ce58c-e64e-46f5-952a-b6ea34514c1d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 380 time: 0.0452707 Sep 07 09:53:46.918453 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Request body: {'port': {'device_id': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:46.922848 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'port': {'device_id': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'admin_state_up': True, 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'security_groups': ['5e9a5d5f-4a2e-4757-a91e-ed905de2111d']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:46.975977 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.038608 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Made reservation on behalf of aa0e1466cb614cacad325113650f08b9 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:53:47.043763 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.175413 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Allocated IP 172.20.0.3 (00755289-640b-4792-8c20-6c39fe47fb2e/a19b8b65-cf4c-454b-8fd0-0ebe707e9808/4399c5f1-751a-4901-878a-21444c6c0084) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:53:47.238989 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7eacd6-9dbd-4161-b68a-fbf78e256ead {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:47.247314 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.260912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Transition to ACTIVE for port object cb7eacd6-9dbd-4161-b68a-fbf78e256ead will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:53:47.265000 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.333824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:47.343051 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932d1a-ce5a-45c0-9c15-8f4c3722a78b req-b8135a5f-cddd-48fe-8c4f-98e5118886e8 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.344575 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86932d1a-ce5a-45c0-9c15-8f4c3722a78b req-b8135a5f-cddd-48fe-8c4f-98e5118886e8 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 943 time: 0.0968728 Sep 07 09:53:47.364750 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.384982 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Attempting to bind port cb7eacd6-9dbd-4161-b68a-fbf78e256ead on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:53:47.385339 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Attempting to bind port cb7eacd6-9dbd-4161-b68a-fbf78e256ead by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:53:47.385669 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Attempting to bind port cb7eacd6-9dbd-4161-b68a-fbf78e256ead on network f5174798-45b9-41f0-a294-8affe389c722 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:47.387224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Transition to ACTIVE for port object 4399c5f1-751a-4901-878a-21444c6c0084 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:53:47.390135 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Port cb7eacd6-9dbd-4161-b68a-fbf78e256ead on network f5174798-45b9-41f0-a294-8affe389c722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:53:47.390451 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Attempting to bind port cb7eacd6-9dbd-4161-b68a-fbf78e256ead on network f5174798-45b9-41f0-a294-8affe389c722 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:47.396425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:53:47.396880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Checking segment: {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:53:47.397354 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Bound using segment: {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:53:47.397785 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Bound port: cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:53:47.398151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.405014 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-86932d1a-ce5a-45c0-9c15-8f4c3722a78b req-96f8de63-a55f-46d2-a8f7-6d5072f66561 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Sep 07 09:53:47.437640 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.463898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:53:47.466907 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:53:47.472019 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.481535 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Network 00755289-640b-4792-8c20-6c39fe47fb2e is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:53:47.484424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:53:47.487032 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:53:47.511588 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.512204 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.513624 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb7eacd6-9dbd-4161-b68a-fbf78e256ead HTTP/1.1" status: 200 len: 1093 time: 0.5994942 Sep 07 09:53:47.514061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:47.517028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988fc814-d9a7-46b4-810b-763717cc6304" -d '{"events": [{"name": "network-changed", "server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:47.522883 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:47.553648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.554361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.555387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569be70-6d2e-403c-be0a-96442cfcbde0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:47.574793 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-33f667c7-185e-4db1-a92c-febc2ad43f43 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6557407 Sep 07 09:53:47.575094 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a10a2-be47-4410-be6e-3432a211357b x-openstack-request-id: req-365a10a2-be47-4410-be6e-3432a211357b {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:47.575445 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:47.575773 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-365a10a2-be47-4410-be6e-3432a211357b {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:47.576179 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead', 'status': 'completed', 'code': 200} Sep 07 09:53:47.612881 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Request body: {'port': {'device_id': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:47.655688 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-09e4ef82-1ece-470c-9600-b0e50df1a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.657409 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-09e4ef82-1ece-470c-9600-b0e50df1a6ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 1096 time: 0.0488770 Sep 07 09:53:47.716056 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-b55b3e39-4ca7-4cf1-98cb-0f806750053d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead HTTP/1.1" status: 200 len: 217 time: 0.0439889 Sep 07 09:53:47.721011 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a4a88-49c6-489a-a2fb-075568682097 req-14aa2564-35ed-4c1d-b4eb-55b7a8091770 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.722546 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a47a4a88-49c6-489a-a2fb-075568682097 req-14aa2564-35ed-4c1d-b4eb-55b7a8091770 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 931 time: 0.0825138 Sep 07 09:53:47.724855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.766626 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-beae2bb9-ac20-4a8b-83ec-474403600078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.768028 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-beae2bb9-ac20-4a8b-83ec-474403600078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac212ec7-dc86-4490-b7c0-398baa8d3bd0 HTTP/1.1" status: 200 len: 853 time: 0.0433040 Sep 07 09:53:47.798704 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-eb64626d-ad73-4524-9af4-276f4ae55334 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5174798-45b9-41f0-a294-8affe389c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231345 Sep 07 09:53:47.807627 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-45635939-1d29-4934-a4f1-f7d951c98d95 None None] Provisioning for port 4399c5f1-751a-4901-878a-21444c6c0084 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:53:47.812352 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-45635939-1d29-4934-a4f1-f7d951c98d95 None None] Provisioning complete for port 4399c5f1-751a-4901-878a-21444c6c0084 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:47.813297 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-45635939-1d29-4934-a4f1-f7d951c98d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:47.824729 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a47a4a88-49c6-489a-a2fb-075568682097 req-05934a6f-cfd8-4692-b7d5-302c0185d66a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834501 Sep 07 09:53:47.849969 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f4ed3-d20d-4b56-b669-60357a3bdf71 req-4a5ecde5-4286-4e7e-908d-91020d621c6c tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:47.851506 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c8f4ed3-d20d-4b56-b669-60357a3bdf71 req-4a5ecde5-4286-4e7e-908d-91020d621c6c tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.1278100 Sep 07 09:53:47.856251 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-45635939-1d29-4934-a4f1-f7d951c98d95 None None] Port 4399c5f1-751a-4901-878a-21444c6c0084 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:53:47.907425 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-2b7fe95c-7c90-479d-b47f-91f99ada2323 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012740 Sep 07 09:53:47.957774 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9c8f4ed3-d20d-4b56-b669-60357a3bdf71 req-4fda4dec-4266-45b2-8832-f5f367de7b5d tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957205 Sep 07 09:53:47.997112 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b8f45e5e-1bc5-4732-b5b3-6a67e4bc803d req-c47d48cf-e74c-455e-988b-712c4ed26e83 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822697 Sep 07 09:53:48.096110 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:48.104421 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:48.117431 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Transition to ACTIVE for port object 4399c5f1-751a-4901-878a-21444c6c0084 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:53:48.121615 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:48.128855 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc814-d9a7-46b4-810b-763717cc6304 req-b29c3ce3-e1d0-4979-b94f-e13468e263d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.130364 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-b29c3ce3-e1d0-4979-b94f-e13468e263d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 1096 time: 0.0447135 Sep 07 09:53:48.169010 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:48.237923 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc814-d9a7-46b4-810b-763717cc6304 req-70bc466a-fecf-4791-8913-b27a20534696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.240358 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-70bc466a-fecf-4791-8913-b27a20534696 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 914 time: 0.1026940 Sep 07 09:53:48.289898 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-db14f1be-2f06-45d6-aa4b-bd1e20171ba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead HTTP/1.1" status: 200 len: 217 time: 0.0405502 Sep 07 09:53:48.342868 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc814-d9a7-46b4-810b-763717cc6304 req-a9e32433-29e1-4b47-b313-6852b345710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.344379 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-a9e32433-29e1-4b47-b313-6852b345710b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac212ec7-dc86-4490-b7c0-398baa8d3bd0 HTTP/1.1" status: 200 len: 853 time: 0.0469868 Sep 07 09:53:48.378267 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-ca2b1102-bae3-48f6-ae5c-665cc6291290 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5174798-45b9-41f0-a294-8affe389c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259626 Sep 07 09:53:48.452963 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Attempting to bind port 4399c5f1-751a-4901-878a-21444c6c0084 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:53:48.453480 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Attempting to bind port 4399c5f1-751a-4901-878a-21444c6c0084 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:53:48.454025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Attempting to bind port 4399c5f1-751a-4901-878a-21444c6c0084 on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:48.460946 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Port 4399c5f1-751a-4901-878a-21444c6c0084 on network 00755289-640b-4792-8c20-6c39fe47fb2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:53:48.461263 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Attempting to bind port 4399c5f1-751a-4901-878a-21444c6c0084 on network 00755289-640b-4792-8c20-6c39fe47fb2e {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:53:48.466065 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:53:48.466396 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Checking segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:53:48.466771 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Bound using segment: {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:53:48.467195 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Bound port: 4399c5f1-751a-4901-878a-21444c6c0084, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be166e95-2d0f-4221-8008-fa28ae088b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:53:48.467544 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:48.474844 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-1b03f21d-b74f-4ca3-a333-7980c5e4ffd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892668 Sep 07 09:53:48.559506 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:53:48.565509 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-988fc814-d9a7-46b4-810b-763717cc6304 req-b513aa0f-22c2-4253-82dd-56195a44454f service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826948 Sep 07 09:53:48.569051 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafe7eb-b1ad-43ee-a8ab-968274dc0375 req-bf1920ca-399b-4ce5-89a9-e219920d239b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.570529 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfafe7eb-b1ad-43ee-a8ab-968274dc0375 req-bf1920ca-399b-4ce5-89a9-e219920d239b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 943 time: 0.0878980 Sep 07 09:53:48.588894 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:53:48.597010 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:48.648733 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.649340 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:48.650757 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] 10.222.0.20 "PUT /v2.0/ports/4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 1093 time: 1.0420852 Sep 07 09:53:48.651182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:48.653405 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161613a3-2ecd-422e-9244-1ce2be89f358" -d '{"events": [{"name": "network-changed", "server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:48.663977 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cfafe7eb-b1ad-43ee-a8ab-968274dc0375 req-6bacc5f6-60e2-403a-87cf-f275fc20f455 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860815 Sep 07 09:53:48.677324 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7569b3-2a1f-4b69-8598-6d194812124f service neutron] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:48.710005 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2c4de-560d-4bde-a5c9-579345e144fc x-openstack-request-id: req-d3f2c4de-560d-4bde-a5c9-579345e144fc {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:48.710299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:48.710544 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3f2c4de-560d-4bde-a5c9-579345e144fc {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:48.710929 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'status': 'completed', 'code': 200} Sep 07 09:53:48.776737 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-f6ef7454-9e7f-4249-a533-943b3abd2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.778251 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-f6ef7454-9e7f-4249-a533-943b3abd2ae8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1096 time: 0.0474594 Sep 07 09:53:48.833939 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-7706f840-5dc5-4c4a-b72c-11bd873bf218 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 217 time: 0.0374193 Sep 07 09:53:48.881892 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-30f14f68-6827-484e-963e-b0e879c64395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.883394 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-30f14f68-6827-484e-963e-b0e879c64395 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0422971 Sep 07 09:53:48.958648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-3fe1e17c-5dd0-405a-b6ff-3b44304b8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.960128 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-3fe1e17c-5dd0-405a-b6ff-3b44304b8358 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696921 Sep 07 09:53:48.971679 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80931b-4dd2-4ff8-9e27-98d4b947d421 req-3b46af12-017f-48e9-b518-e60733f0ccc5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:48.973090 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd80931b-4dd2-4ff8-9e27-98d4b947d421 req-3b46af12-017f-48e9-b518-e60733f0ccc5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0587280 Sep 07 09:53:49.069083 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd80931b-4dd2-4ff8-9e27-98d4b947d421 req-7ba6994a-6e68-4dd1-8f22-6504d6f5bb65 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879731 Sep 07 09:53:49.112606 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-4d82b9e1-e9a9-41e4-a112-79ec2aadf4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385384 Sep 07 09:53:49.121006 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006f94-8ba9-46be-a5dd-b3c4eb7dfde7 req-0b09bf4c-b9cc-45b7-a8b3-1eb41b0c0e52 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.122366 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b9006f94-8ba9-46be-a5dd-b3c4eb7dfde7 req-0b09bf4c-b9cc-45b7-a8b3-1eb41b0c0e52 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0740941 Sep 07 09:53:49.213524 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b9006f94-8ba9-46be-a5dd-b3c4eb7dfde7 req-0b58208e-3fa5-45db-a038-ac76f93e83af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829043 Sep 07 09:53:49.233424 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d3c7c893-97a7-40c7-a702-a2713764af43 req-7d557005-3071-4e1c-87c9-3d6e6f64a7cd service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101491 Sep 07 09:53:49.327260 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device cb7eacd6-9dbd-4161-b68a-fbf78e256ead details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:53:49.370507 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-688d416c-2b6c-48b5-a2d3-341a95cf1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.371971 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-688d416c-2b6c-48b5-a2d3-341a95cf1cbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1096 time: 0.0405011 Sep 07 09:53:49.421135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:49.435849 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead', 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722', 'port_id': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead', 'mac_address': 'fa:16:3e:c1:64:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac212ec7-dc86-4490-b7c0-398baa8d3bd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:53:49.465971 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-00bb32a5-5a12-4f06-90bc-fcdce6729c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.467362 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-00bb32a5-5a12-4f06-90bc-fcdce6729c65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.0852427 Sep 07 09:53:49.472127 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:49.485826 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7eacd6-9dbd-4161-b68a-fbf78e256ead {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:49.505582 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:49.509622 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:49.509822 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-e9c2bf63-4a3d-40e7-974b-a207532d049c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 217 time: 0.0338759 Sep 07 09:53:49.556274 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:49.562172 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-337bb321-fb18-4b3b-a5b1-19793b7e1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.563710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-337bb321-fb18-4b3b-a5b1-19793b7e1adf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0463803 Sep 07 09:53:49.634343 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-7becea6c-d55e-4365-b0ef-0b2056994eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.635811 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-7becea6c-d55e-4365-b0ef-0b2056994eca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404623 Sep 07 09:53:49.729907 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-320306e7-b35e-4804-b98b-f88dab9684f2 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844903 Sep 07 09:53:49.820863 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22243cd5-29e2-45b6-85d1-a55aff3fd771 req-3cd4eb0c-1e9b-4737-bc0b-80bc5398c0af tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:49.822340 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22243cd5-29e2-45b6-85d1-a55aff3fd771 req-3cd4eb0c-1e9b-4737-bc0b-80bc5398c0af tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 944 time: 0.0760708 Sep 07 09:53:49.881524 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['cb7eacd6-9dbd-4161-b68a-fbf78e256ead'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:49.901067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-22243cd5-29e2-45b6-85d1-a55aff3fd771 req-54cd76f4-7598-43fb-9f0b-5c377b553cf8 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543551 Sep 07 09:53:49.910738 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-161613a3-2ecd-422e-9244-1ce2be89f358 req-53aa2b01-a40b-4a2a-bfbd-456cb3e63e7e service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314340 Sep 07 09:53:50.243296 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6006765-dadc-4fbf-af41-3d2c8152e411 req-860befc3-1b9f-4988-bdd6-024edfdeb084 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:50.244858 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6006765-dadc-4fbf-af41-3d2c8152e411 req-860befc3-1b9f-4988-bdd6-024edfdeb084 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0509949 Sep 07 09:53:50.286316 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6006765-dadc-4fbf-af41-3d2c8152e411 req-37dbd450-0bce-47bf-b1bd-0f7089492f0b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Sep 07 09:53:50.331392 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09cf34-da91-48b3-b7f8-db5071a32bb0 req-3ba29d7c-d4ac-42b4-a5a3-abe734d062af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:50.332920 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4b09cf34-da91-48b3-b7f8-db5071a32bb0 req-3ba29d7c-d4ac-42b4-a5a3-abe734d062af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0512626 Sep 07 09:53:50.371638 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4b09cf34-da91-48b3-b7f8-db5071a32bb0 req-3c8987ea-bc54-4734-bdc6-f6c3f8edbbdc tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&id=3e1bdb02-ab7a-4b83-b099-138db66e4860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327358 Sep 07 09:53:51.020038 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1764e77-be12-4039-bdf5-1df36f758892 req-9733ebfe-72ec-4202-8f9d-54f6f92bc606 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:51.021513 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d1764e77-be12-4039-bdf5-1df36f758892 req-9733ebfe-72ec-4202-8f9d-54f6f92bc606 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 944 time: 0.0469620 Sep 07 09:53:51.062217 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d1764e77-be12-4039-bdf5-1df36f758892 req-cacaad7f-85c5-457c-a1e7-fce83dda3636 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Sep 07 09:53:51.340036 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:53:51.350159 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device cb7eacd6-9dbd-4161-b68a-fbf78e256ead up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:53:51.402008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882cfba-853e-4aa2-83ab-217046dcf3a7 req-77b187cc-bb88-4fcc-b5f2-fcade5d645ba tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:51.403482 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3882cfba-853e-4aa2-83ab-217046dcf3a7 req-77b187cc-bb88-4fcc-b5f2-fcade5d645ba tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0479636 Sep 07 09:53:51.440116 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3882cfba-853e-4aa2-83ab-217046dcf3a7 req-ff65ae84-099d-47ba-8a87-c32fa41e1c39 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Sep 07 09:53:51.462992 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port cb7eacd6-9dbd-4161-b68a-fbf78e256ead completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:53:51.474738 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port cb7eacd6-9dbd-4161-b68a-fbf78e256ead triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:51.475111 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:51.478258 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:51.509461 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '4399c5f1-751a-4901-878a-21444c6c0084', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:53:51.557690 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:51.590791 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:53:51.615145 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:51.625169 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:51.635382 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:51.643498 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:51.645903 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e9389-613c-4a94-a1fa-06aee7150c78" -d '{"events": [{"server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:51.677415 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:51.693741 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:51.699842 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d50a26-a665-4088-b9b9-d41cd6c1b183 x-openstack-request-id: req-91d50a26-a665-4088-b9b9-d41cd6c1b183 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:51.700126 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:51.700376 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91d50a26-a665-4088-b9b9-d41cd6c1b183 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:51.700781 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead', 'code': 200} Sep 07 09:53:51.701650 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:51.749327 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:51.892170 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac9b5d-e8ba-4fca-ad54-ac356452deda req-49c78400-a4ac-47f2-a6c7-c6a54f11637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:51.893565 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1ac9b5d-e8ba-4fca-ad54-ac356452deda req-49c78400-a4ac-47f2-a6c7-c6a54f11637b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 1098 time: 0.0382373 Sep 07 09:53:51.927179 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a1ac9b5d-e8ba-4fca-ad54-ac356452deda req-a202d2ec-4908-4575-b183-d3b4407a66fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261102 Sep 07 09:53:51.953434 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['4399c5f1-751a-4901-878a-21444c6c0084'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:53:52.173121 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6bec-1424-40e8-9cf4-77aad16817a4 req-9038d0a3-c463-438c-a7cd-d7c0fe20d7a6 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:52.174595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-658a6bec-1424-40e8-9cf4-77aad16817a4 req-9038d0a3-c463-438c-a7cd-d7c0fe20d7a6 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0470529 Sep 07 09:53:52.216091 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-658a6bec-1424-40e8-9cf4-77aad16817a4 req-b00bf6f9-1335-4782-b198-1fc724daaae3 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Sep 07 09:53:52.353370 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:52.563439 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041904-3407-4f7d-a5b9-80ad14ca8967 req-41170af9-d382-41c2-8044-7a30f9b4e615 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:52.564944 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0041904-3407-4f7d-a5b9-80ad14ca8967 req-41170af9-d382-41c2-8044-7a30f9b4e615 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Sep 07 09:53:52.602770 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0041904-3407-4f7d-a5b9-80ad14ca8967 req-58b2c68c-0428-4b49-a31b-1a12d3d0e2a3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Sep 07 09:53:53.332635 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a844cf0-0c25-4ccc-ac85-5d441ad5eac5 req-faef6abf-84f1-41f0-bb94-b887776f9f85 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:53.334755 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a844cf0-0c25-4ccc-ac85-5d441ad5eac5 req-faef6abf-84f1-41f0-bb94-b887776f9f85 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0538855 Sep 07 09:53:53.355854 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:53:53.371491 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7a844cf0-0c25-4ccc-ac85-5d441ad5eac5 req-dba11106-dc63-4c14-8da2-342794fbed19 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Sep 07 09:53:53.404043 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 4399c5f1-751a-4901-878a-21444c6c0084 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:53:53.407584 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 4399c5f1-751a-4901-878a-21444c6c0084 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:53:53.407967 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:53.488732 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:53.520364 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:53:53.524578 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:53.573548 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:53:53.702332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:53.705721 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c671c9-2319-4a8e-899f-a3d178f829ef" -d '{"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:53.722699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792d46-26b0-4c56-a120-e0282db37435 req-5a7acb2e-b233-4b3f-9f84-52f5efc9c184 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:53.724733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-62792d46-26b0-4c56-a120-e0282db37435 req-5a7acb2e-b233-4b3f-9f84-52f5efc9c184 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Sep 07 09:53:53.745391 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909e850-5764-4923-be63-f2cf9ca20eea x-openstack-request-id: req-e909e850-5764-4923-be63-f2cf9ca20eea {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:53.745764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:53.746019 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e909e850-5764-4923-be63-f2cf9ca20eea {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:53.746409 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'code': 200} Sep 07 09:53:53.786488 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-62792d46-26b0-4c56-a120-e0282db37435 req-2e6daff5-1b40-4584-ac5f-ca138e35b8d6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542190 Sep 07 09:53:53.942939 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc5d9-cbf9-4e47-906e-e7157215049e req-0109f585-2bec-4d33-a9c9-0c4f68152771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:53.944435 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-091fc5d9-cbf9-4e47-906e-e7157215049e req-0109f585-2bec-4d33-a9c9-0c4f68152771 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1098 time: 0.0389929 Sep 07 09:53:53.979223 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-091fc5d9-cbf9-4e47-906e-e7157215049e req-adc5be12-0edf-430a-91ab-1672c897286b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273829 Sep 07 09:53:54.914388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9afc7a-4dda-4d51-b411-f1b235791873 req-141dc84e-080e-4e8a-b840-8332b50af993 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:54.915881 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f9afc7a-4dda-4d51-b411-f1b235791873 req-141dc84e-080e-4e8a-b840-8332b50af993 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Sep 07 09:53:54.952110 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9f9afc7a-4dda-4d51-b411-f1b235791873 req-0827bd91-5fa0-4b63-b665-79906799729a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301805 Sep 07 09:53:55.279820 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-04513894-056a-4a2b-a354-b290807adba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:56.076008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58ea3-9bdd-4b3e-8779-06ab1a0d0143 req-0bdac71a-4956-45ba-95bc-bc9d2d948214 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:56.077522 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cef58ea3-9bdd-4b3e-8779-06ab1a0d0143 req-0bdac71a-4956-45ba-95bc-bc9d2d948214 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Sep 07 09:53:56.118113 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cef58ea3-9bdd-4b3e-8779-06ab1a0d0143 req-e249ea84-a682-4dab-ab8f-523b417df021 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Sep 07 09:53:56.233555 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540cdf-c28f-491e-9d1c-e2dde1e4f93f req-8ff565b8-eb7c-4c58-9fc1-6bcfa37cc905 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:56.235001 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2b540cdf-c28f-491e-9d1c-e2dde1e4f93f req-8ff565b8-eb7c-4c58-9fc1-6bcfa37cc905 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0482900 Sep 07 09:53:56.243897 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 60758) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:53:56.248954 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Request body: {'floatingip': {'port_id': '4399c5f1-751a-4901-878a-21444c6c0084'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:53:56.288256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:56.743398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:56.747274 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:56.845228 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Floating IP 21462e7a-ab3a-431e-b254-d84ac5185b80 associated. External IP: 172.27.2.92, port: 4399c5f1-751a-4901-878a-21444c6c0084. Sep 07 09:53:57.050234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:53:57.161411 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:53:57.166615 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:57.171650 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:53:57.180861 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:57.181475 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:53:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:57.194696 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f7a43438-ab08-4392-9757-3e30f3d3ba98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "PUT /v2.0/floatingips/21462e7a-ab3a-431e-b254-d84ac5185b80 HTTP/1.1" status: 200 len: 990 time: 0.9494426 Sep 07 09:53:57.195392 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:53:57.197906 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388855c0-bf0b-4e1c-9f71-bbc8f465322f" -d '{"events": [{"name": "network-changed", "server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:53:57.236682 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8cd16-5763-4bb5-87d9-18a2037d40fa x-openstack-request-id: req-6ab8cd16-5763-4bb5-87d9-18a2037d40fa {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:53:57.236980 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:53:57.237235 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ab8cd16-5763-4bb5-87d9-18a2037d40fa {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:53:57.237635 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'status': 'completed', 'code': 200} Sep 07 09:53:57.391806 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-27fe566d-040d-42e3-89ca-fbff85ecaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.393365 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-27fe566d-040d-42e3-89ca-fbff85ecaa29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1098 time: 0.0940213 Sep 07 09:53:57.406176 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:57.447074 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-c3660b3b-45d0-48c0-8f5e-f23931a38dea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407369 Sep 07 09:53:57.498015 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-ef8b3856-6b35-4e31-9c1e-1d9c9f780adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.499485 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-ef8b3856-6b35-4e31-9c1e-1d9c9f780adc service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.0921795 Sep 07 09:53:57.571261 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-0bb95773-1013-4726-90c6-c679c777fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.572843 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-0bb95773-1013-4726-90c6-c679c777fc3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1137 time: 0.0479581 Sep 07 09:53:57.592500 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-b2cc6308-96ae-41c8-b175-1a3d4ca87fa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 998 time: 0.0681496 Sep 07 09:53:57.658750 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-fcf27a4c-354b-4ea3-b849-8423133d6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.660587 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-fcf27a4c-354b-4ea3-b849-8423133d6941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0536733 Sep 07 09:53:57.689109 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-2679f18c-800f-4171-830f-2f0f659db5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.690559 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-2679f18c-800f-4171-830f-2f0f659db5d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.0833180 Sep 07 09:53:57.695920 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '21462e7a-ab3a-431e-b254-d84ac5185b80', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:44Z', 'updated_at': '2021-09-07T09:53:56Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:57.707465 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-086c9653-55a7-4377-a84b-111ffc42288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.709498 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-086c9653-55a7-4377-a84b-111ffc42288c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414455 Sep 07 09:53:57.725151 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:53:57.734794 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:53:57.735412 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:53:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:57.759898 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-c86da994-651f-4dc4-8cd9-7ce76868ce10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 1000 time: 0.0623481 Sep 07 09:53:57.810126 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-a56fe911-da57-471b-987f-b302c910b532 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Sep 07 09:53:57.811682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-d3cca81f-60f3-489b-80e9-ad6e8e7a3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.813157 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-d3cca81f-60f3-489b-80e9-ad6e8e7a3bbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0447788 Sep 07 09:53:57.845283 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:53:57.865343 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-5b8f99f1-da5b-48a6-ab9a-51c4511ca7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:53:57.866856 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-5b8f99f1-da5b-48a6-ab9a-51c4511ca7ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402722 Sep 07 09:53:57.915560 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-388855c0-bf0b-4e1c-9f71-bbc8f465322f req-519eb63d-2e65-45b3-8675-a09de03ed973 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893638 Sep 07 09:53:57.970169 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-204d9df6-a668-485e-85a8-150c28a338ab service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951178 Sep 07 09:53:58.028914 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:58.066412 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-d5a5b322-82bb-43de-896c-1498d6d1421d req-18fc631b-8986-4f28-8c50-f09c700363ec service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888686 Sep 07 09:53:58.094751 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '21462e7a-ab3a-431e-b254-d84ac5185b80', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:44Z', 'updated_at': '2021-09-07T09:53:56Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:53:58.120945 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d576e1-1df2-4272-a903-9223da23fabb None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '21462e7a-ab3a-431e-b254-d84ac5185b80', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:53:44Z', 'updated_at': '2021-09-07T09:53:56Z', 'revision_number': 1, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:53:58.170098 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a410b60e-040d-4fa1-ad72-0d38861c13bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:53:58.318454 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360ca4c-e96d-4659-ad34-b59a88eef2be None None] New status for floating IP 21462e7a-ab3a-431e-b254-d84ac5185b80: ACTIVE {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:53:59.038666 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:00.823196 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:01.613172 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:54:22.363535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:25.279798 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-91607763-2c7d-48be-aef3-510995886b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:28.012113 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:28.169935 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd909-febe-4804-8d49-e8cebb031b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:29.041268 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:30.825142 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:35.980366 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9b36-2956-4bc4-948c-f18b3d4c0ec7 req-ab1f025f-77ff-4663-8d45-b556b2073518 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:35.981876 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-08fd9b36-2956-4bc4-948c-f18b3d4c0ec7 req-ab1f025f-77ff-4663-8d45-b556b2073518 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0479515 Sep 07 09:54:36.018895 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-08fd9b36-2956-4bc4-948c-f18b3d4c0ec7 req-59fee30a-9d44-465e-947b-b81e4e124c20 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Sep 07 09:54:37.136680 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f106-8e90-4197-b7f9-e16bfa2e42f9 req-b2ac1027-5161-416b-b741-3cb809e65dae tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:37.138195 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f4b0f106-8e90-4197-b7f9-e16bfa2e42f9 req-b2ac1027-5161-416b-b741-3cb809e65dae tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0522819 Sep 07 09:54:37.174837 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f4b0f106-8e90-4197-b7f9-e16bfa2e42f9 req-0f995915-a968-4b1b-bbef-6f07b737ae98 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 07 09:54:37.997007 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-8a3cc124-7599-4d14-8379-b301d3c10565 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:37.998429 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-8a3cc124-7599-4d14-8379-b301d3c10565 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0503564 Sep 07 09:54:38.093233 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Deleting port cb7eacd6-9dbd-4161-b68a-fbf78e256ead {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:54:38.093571 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:38.179198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] For port cb7eacd6-9dbd-4161-b68a-fbf78e256ead, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:54:38.179479 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:38.191212 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Calling delete_port for cb7eacd6-9dbd-4161-b68a-fbf78e256ead owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:54:38.289647 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dbf4-9b3c-4224-b04e-fef02091afac req-a7277847-33d4-402a-b7c2-dc18fbbe000a tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:38.291372 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd92dbf4-9b3c-4224-b04e-fef02091afac req-a7277847-33d4-402a-b7c2-dc18fbbe000a tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=da54ec55-17fe-41a5-aebe-6d84286f2f0f HTTP/1.1" status: 200 len: 945 time: 0.0493464 Sep 07 09:54:38.319067 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:38.330813 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd92dbf4-9b3c-4224-b04e-fef02091afac req-db4ff4b8-2d76-4bab-be95-29df6fd78711 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Sep 07 09:54:38.349579 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Pushing event deleted for resources: {'Port': ['ID=cb7eacd6-9dbd-4161-b68a-fbf78e256ead,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:38.355831 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['cb7eacd6-9dbd-4161-b68a-fbf78e256ead'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:54:38.365128 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.365482 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.365821 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.366156 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.366488 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.366816 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.367139 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.367463 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.367784 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.368122 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.368425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.368836 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:38.403206 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] No DVR routers for this DVR port cb7eacd6-9dbd-4161-b68a-fbf78e256ead on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:54:38.405711 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:38.408091 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-2d3c73cb-5708-442c-8c5c-0f3c8cc8032b req-23574d00-13ea-4a48-8ea9-4ebddb4cf494 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "DELETE /v2.0/ports/cb7eacd6-9dbd-4161-b68a-fbf78e256ead HTTP/1.1" status: 204 len: 173 time: 0.3972304 Sep 07 09:54:38.408617 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'name': 'network-vif-deleted', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:54:38.411038 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4859b26-91eb-446e-be34-42165e4af1bf" -d '{"events": [{"server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "name": "network-vif-deleted", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:54:38.505712 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7deebdf-412d-40a8-9c3a-8ea6d83a84a1 x-openstack-request-id: req-f7deebdf-412d-40a8-9c3a-8ea6d83a84a1 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:54:38.506006 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da54ec55-17fe-41a5-aebe-6d84286f2f0f", "name": "network-vif-deleted", "tag": "cb7eacd6-9dbd-4161-b68a-fbf78e256ead", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:54:38.506254 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7deebdf-412d-40a8-9c3a-8ea6d83a84a1 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:54:38.506642 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da54ec55-17fe-41a5-aebe-6d84286f2f0f', 'name': 'network-vif-deleted', 'tag': 'cb7eacd6-9dbd-4161-b68a-fbf78e256ead', 'status': 'completed', 'code': 200} Sep 07 09:54:38.611748 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:54:42.481194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device cb7eacd6-9dbd-4161-b68a-fbf78e256ead no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:54:42.500383 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: cb7eacd6-9dbd-4161-b68a-fbf78e256ead {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:54:42.500743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device cb7eacd6-9dbd-4161-b68a-fbf78e256ead not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:54:48.270575 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-59046137-16fb-4966-b201-e14a9636c120 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:48.271999 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-59046137-16fb-4966-b201-e14a9636c120 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 813 time: 0.1022959 Sep 07 09:54:48.286450 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-e9c12ee3-16df-46af-833c-c14473908ff9 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/quotas/2003a88748c74e7c80ea19b4d69469d7 HTTP/1.1" status: 200 len: 375 time: 0.0085988 Sep 07 09:54:48.316650 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6b3e739d-7d9e-49a0-855a-98edc5905f91 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245183 Sep 07 09:54:48.406997 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-09860197-d6ea-4c71-91b5-b45418f5b6ab service neutron] 10.222.0.24 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836072 Sep 07 09:54:48.704723 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-3a914052-c32a-4b6c-bd33-ac9febc243c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917976 Sep 07 09:54:48.864313 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7e25f66c-8360-4199-b832-c84813b82322 req-6aeed0ae-ea27-4333-9ae0-c312ce1a110e tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 210 time: 0.0248282 Sep 07 09:54:49.873030 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-a849ca83-2ed5-44a3-929d-b2d2a769ed2c tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:49.874451 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-a849ca83-2ed5-44a3-929d-b2d2a769ed2c tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 813 time: 0.1031420 Sep 07 09:54:49.896294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Request body: {'port': {'device_id': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722', 'admin_state_up': True, 'tenant_id': '2003a88748c74e7c80ea19b4d69469d7'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:54:49.962792 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-540303af-a25e-4a63-bbeb-c3a0e8a05d17 req-3532fd22-2d73-45d7-aa15-08e24f0fb56c tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 210 time: 0.0302429 Sep 07 09:54:50.270353 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Made reservation on behalf of 2003a88748c74e7c80ea19b4d69469d7 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:54:50.273806 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:50.396089 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Allocated IP 172.20.0.10 (f5174798-45b9-41f0-a294-8affe389c722/ac212ec7-dc86-4490-b7c0-398baa8d3bd0/db07af8a-f682-48df-9525-f5f0b59f709c) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:54:50.557321 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:50.595830 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:50.635475 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Network f5174798-45b9-41f0-a294-8affe389c722 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:54:50.638407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:54:50.642005 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:54:50.668377 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Pushing event updated for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:50.694322 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:50.694925 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:50.708893 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-6f83468f-c488-4b41-a237-1e1ab1dd7f35 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8164034 Sep 07 09:54:50.726660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Request body: {'port': {'device_id': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:54:50.782056 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.033823 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db07af8a-f682-48df-9525-f5f0b59f709c {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:54:51.041372 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.052936 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Transition to ACTIVE for port object db07af8a-f682-48df-9525-f5f0b59f709c will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:54:51.057464 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.080182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0c17-c0cd-465f-9202-b4cf007a6003 req-952c6765-f256-4df6-b0ff-007b0e8db1c6 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.081698 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0d8f0c17-c0cd-465f-9202-b4cf007a6003 req-952c6765-f256-4df6-b0ff-007b0e8db1c6 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 932 time: 0.0498595 Sep 07 09:54:51.110796 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:51.131709 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0d8f0c17-c0cd-465f-9202-b4cf007a6003 req-4d30b51f-52e2-415f-aa41-f7b2909d43a0 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Sep 07 09:54:51.179062 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Attempting to bind port db07af8a-f682-48df-9525-f5f0b59f709c on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:54:51.179401 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Attempting to bind port db07af8a-f682-48df-9525-f5f0b59f709c by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:54:51.179733 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Attempting to bind port db07af8a-f682-48df-9525-f5f0b59f709c on network f5174798-45b9-41f0-a294-8affe389c722 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:54:51.184460 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Port db07af8a-f682-48df-9525-f5f0b59f709c on network f5174798-45b9-41f0-a294-8affe389c722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:54:51.184813 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Attempting to bind port db07af8a-f682-48df-9525-f5f0b59f709c on network f5174798-45b9-41f0-a294-8affe389c722 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:54:51.189508 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:54:51.189849 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Checking segment: {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:54:51.190233 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Bound using segment: {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:54:51.190695 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Bound port: db07af8a-f682-48df-9525-f5f0b59f709c, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ffad4-ef87-4b5e-b58d-b587370b2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:54:51.191052 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.252261 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:54:51.255249 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=db07af8a-f682-48df-9525-f5f0b59f709c,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:54:51.260614 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.289582 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.290195 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:51.292529 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] 10.222.0.20 "PUT /v2.0/ports/db07af8a-f682-48df-9525-f5f0b59f709c HTTP/1.1" status: 200 len: 1094 time: 0.5700130 Sep 07 09:54:51.294529 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:54:51.296781 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947895cf-9ca0-45b8-8820-d9d56ef6031e" -d '{"events": [{"name": "network-changed", "server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:54:51.324026 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dc5cf-0d35-4429-8319-faebf06d3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:51.333920 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c9425a-12c0-4e27-88b0-56ea714bc9eb x-openstack-request-id: req-c3c9425a-12c0-4e27-88b0-56ea714bc9eb {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:54:51.334211 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:54:51.334464 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3c9425a-12c0-4e27-88b0-56ea714bc9eb {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:54:51.334852 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c', 'status': 'completed', 'code': 200} Sep 07 09:54:51.391981 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-4318736e-a7e8-4915-9482-f5680a9b268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.393479 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-4318736e-a7e8-4915-9482-f5680a9b268f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0392928 Sep 07 09:54:51.443334 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-05925fe6-8759-47ab-baa6-25c457973439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db07af8a-f682-48df-9525-f5f0b59f709c HTTP/1.1" status: 200 len: 217 time: 0.0362957 Sep 07 09:54:51.490139 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-39cff286-ca74-4d3b-9ef3-ebcca37b10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.491527 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-39cff286-ca74-4d3b-9ef3-ebcca37b10dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac212ec7-dc86-4490-b7c0-398baa8d3bd0 HTTP/1.1" status: 200 len: 853 time: 0.0418823 Sep 07 09:54:51.521057 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-651bffb6-6add-4e01-88a6-3a0376a60f4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5174798-45b9-41f0-a294-8affe389c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222266 Sep 07 09:54:51.612693 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-484780bb-766f-41dd-acd4-6796558cc8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844564 Sep 07 09:54:51.699868 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cdbd41bb-ee26-4a82-b918-7de126bfe166 req-f6d61468-0bf4-4ab3-8f7d-b5cdf40e6286 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792990 Sep 07 09:54:51.830461 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-1b2b2256-7dae-4c0d-b656-c81631cd358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.831830 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-1b2b2256-7dae-4c0d-b656-c81631cd358a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2003a88748c74e7c80ea19b4d69469d7&device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0427589 Sep 07 09:54:51.918815 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-aa9effd0-279d-49f6-9ec3-fb084d843c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:51.920269 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-aa9effd0-279d-49f6-9ec3-fb084d843c3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 200 len: 914 time: 0.0812676 Sep 07 09:54:51.964293 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-3930050f-0786-4528-a9a2-feb1bd37f35c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db07af8a-f682-48df-9525-f5f0b59f709c HTTP/1.1" status: 200 len: 217 time: 0.0363390 Sep 07 09:54:52.013191 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-d367a05e-b490-40dd-8c30-0b1199f92b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:52.014608 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-d367a05e-b490-40dd-8c30-0b1199f92b59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac212ec7-dc86-4490-b7c0-398baa8d3bd0 HTTP/1.1" status: 200 len: 853 time: 0.0428958 Sep 07 09:54:52.044807 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-b2508190-302a-46c1-b28a-654802f98ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5174798-45b9-41f0-a294-8affe389c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227928 Sep 07 09:54:52.135728 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-a48fa3f2-7caa-4ebf-bc4d-28e7b55306b7 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831473 Sep 07 09:54:52.235016 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-947895cf-9ca0-45b8-8820-d9d56ef6031e req-5f685257-e055-44e1-8c7e-694234ce9db8 service neutron] 10.222.0.20 "GET /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915203 Sep 07 09:54:52.246017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d734b-1edb-4967-bf7d-cc3c8d41d5f4 req-8cd68e68-6af0-426a-852c-74b014d62e5b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:52.247507 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c2d734b-1edb-4967-bf7d-cc3c8d41d5f4 req-8cd68e68-6af0-426a-852c-74b014d62e5b tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 944 time: 0.0487649 Sep 07 09:54:52.285325 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8c2d734b-1edb-4967-bf7d-cc3c8d41d5f4 req-a30764a2-d61a-48ca-8afb-e0d78db7ca43 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Sep 07 09:54:52.354477 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:52.808063 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1a02-edb9-48ea-abc6-d69f36165447 req-ce1197b9-5359-4d7f-942f-5b99377ac2d8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:52.809600 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc2d1a02-edb9-48ea-abc6-d69f36165447 req-ce1197b9-5359-4d7f-942f-5b99377ac2d8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0583251 Sep 07 09:54:52.851757 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc2d1a02-edb9-48ea-abc6-d69f36165447 req-2ad868c8-16fb-49b9-aa07-66e48c97dc83 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359335 Sep 07 09:54:53.402399 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8efb6-9a87-4497-9f82-3589e7957715 req-2a09495d-41cd-497d-bb70-d6358c5ea094 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:53.403870 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6a8efb6-9a87-4497-9f82-3589e7957715 req-2a09495d-41cd-497d-bb70-d6358c5ea094 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 944 time: 0.0479388 Sep 07 09:54:53.440393 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b6a8efb6-9a87-4497-9f82-3589e7957715 req-0c90caef-6dfb-49e3-8e67-f790b4550689 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Sep 07 09:54:53.690318 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device db07af8a-f682-48df-9525-f5f0b59f709c details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:54:53.785661 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=db07af8a-f682-48df-9525-f5f0b59f709c,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:54:53.796491 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'db07af8a-f682-48df-9525-f5f0b59f709c', 'network_id': 'f5174798-45b9-41f0-a294-8affe389c722', 'port_id': 'db07af8a-f682-48df-9525-f5f0b59f709c', 'mac_address': 'fa:16:3e:2f:d7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac212ec7-dc86-4490-b7c0-398baa8d3bd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:54:53.839340 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:53.851548 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db07af8a-f682-48df-9525-f5f0b59f709c {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:54:53.870245 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=db07af8a-f682-48df-9525-f5f0b59f709c,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:54:53.874528 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:53.928612 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:53.936184 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.936561 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.936904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.937245 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.937575 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.937904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.938233 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.938560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.938883 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.939202 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.939521 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.941612 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:53.972738 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-94a055f7-10f2-44ad-9d17-320f6c4a9973 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598670513&fields=id&tenant_id=7ca78059bd8246bc8087e8b9fc384539 HTTP/1.1" status: 200 len: 267 time: 0.0598862 Sep 07 09:54:54.020170 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660ceeb-433a-4f1d-832a-170fd6598fb3 req-374a883a-d5b5-4696-ae6e-bb94cc194ea1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.021651 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8660ceeb-433a-4f1d-832a-170fd6598fb3 req-374a883a-d5b5-4696-ae6e-bb94cc194ea1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0941534 Sep 07 09:54:54.054747 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-023a1882-9a3b-4a8b-a705-3783b35588f5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.057258 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-023a1882-9a3b-4a8b-a705-3783b35588f5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 984 time: 0.0758784 Sep 07 09:54:54.075358 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Request body: {'port': {'security_groups': ['119a3d39-896d-437c-97b5-2a1387ffbecf']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:54:54.083354 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8660ceeb-433a-4f1d-832a-170fd6598fb3 req-0bc44943-1d1d-462d-a15b-ea15fb2a9f27 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554864 Sep 07 09:54:54.145978 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.238251 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['db07af8a-f682-48df-9525-f5f0b59f709c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:54:54.325885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:54:54.355017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.359722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.401933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.402557 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.403979 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9a151e39-2ec7-4d74-892d-ce28259ae748 req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "PUT /v2.0/ports/a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 942 time: 0.3368778 Sep 07 09:54:54.404433 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:54:54.406698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:54:54.410237 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 32864) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:54:54.431710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event updated for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=7']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:54.439278 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.439584 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.439936 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.440275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.440635 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.440969 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.441304 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.441631 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.441962 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.442291 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.442699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.443034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b73ba5-7168-487a-ae97-7d1181fca7af tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:54:54.486735 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.513011 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c4931a-4cc6-4d11-b5a1-397723968718 x-openstack-request-id: req-72c4931a-4cc6-4d11-b5a1-397723968718 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:54:54.513590 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:54:54.513590 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72c4931a-4cc6-4d11-b5a1-397723968718 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:54:54.513998 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:54:54.515584 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.575913 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e315-6edb-4685-ac1a-0db716e22e53 req-3c9a1688-16e8-44b1-9da0-d7b065558845 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.577895 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec15e315-6edb-4685-ac1a-0db716e22e53 req-3c9a1688-16e8-44b1-9da0-d7b065558845 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Sep 07 09:54:54.608193 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:54:54.612535 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-1087b042-3806-40d9-8afe-b87442aaffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.614064 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-1087b042-3806-40d9-8afe-b87442aaffe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0530932 Sep 07 09:54:54.629492 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ec15e315-6edb-4685-ac1a-0db716e22e53 req-b5a3b777-7fad-44a3-9880-4a8d9cd2b02e tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Sep 07 09:54:54.656428 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.659484 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.662967 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e1bdb02-ab7a-4b83-b099-138db66e4860 HTTP/1.1" status: 204 len: 168 time: 0.2493293 Sep 07 09:54:54.663757 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 32870) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:54:54.699685 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6c250-eec4-4596-a3ab-e7dafcc38066 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1bdb02-ab7a-4b83-b099-138db66e4860,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:54.718908 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-f4f2d502-965d-41fc-99e8-ea9afe3e0390 None None] Provisioning complete for port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:54:54.719509 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d502-965d-41fc-99e8-ea9afe3e0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.733080 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-e4e9bac1-617e-450a-a176-0e834c79e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.734608 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-e4e9bac1-617e-450a-a176-0e834c79e4dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.1119490 Sep 07 09:54:54.817336 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-79a1b922-f71c-44d3-88f0-fb6ba74cf56a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 1000 time: 0.0747201 Sep 07 09:54:54.833910 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Deleting port e0941bb8-3797-48b0-8bd8-300dcb66423f {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:54:54.834258 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.873144 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-25c2b059-ce53-49c3-933e-41fafbc8c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.874564 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-25c2b059-ce53-49c3-933e-41fafbc8c76b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0495963 Sep 07 09:54:54.912215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.912661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:54.921460 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-5ecc2d8d-46ed-4c26-996b-06024bfee5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:54.922979 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-5ecc2d8d-46ed-4c26-996b-06024bfee5b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406129 Sep 07 09:54:54.925503 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Calling delete_port for e0941bb8-3797-48b0-8bd8-300dcb66423f owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:54:54.937685 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:54:55.020345 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-87d0a1de-74d0-4752-b513-238b3c7ecf95 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893092 Sep 07 09:54:55.109960 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:55.113678 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-4f02d1aa-c5cd-4526-a70a-20a951b61ee2 req-f3ee0792-f68c-43f1-bcfa-acbeaf6ead9f service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855808 Sep 07 09:54:55.143165 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event deleted for resources: {'Port': ['ID=e0941bb8-3797-48b0-8bd8-300dcb66423f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:55.226001 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:55.226333 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Floating IP 7fc0c932-75d1-4e94-8594-fc08b9ed8cec disassociated (deleted). External IP: 172.27.2.43, port: a38c155a-bac1-4d6e-8ffb-98f9e80fb18e. Sep 07 09:54:55.238186 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1ef39-bf17-445e-82e0-e1b137d40003 req-22e0ce89-bfa9-497c-ad74-6f6c33a2d411 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:55.239661 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ffd1ef39-bf17-445e-82e0-e1b137d40003 req-22e0ce89-bfa9-497c-ad74-6f6c33a2d411 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0804207 Sep 07 09:54:55.280491 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3475-c4f8-4ccb-9795-d43e62e7f90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:55.319801 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ffd1ef39-bf17-445e-82e0-e1b137d40003 req-6afae2e9-d179-403b-9c0c-bef62921c58d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477915 Sep 07 09:54:55.461434 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:54:55.562628 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:54:55.567432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:55.572988 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Sync routers for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:54:55.581877 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:54:55.582483 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:54:55.596431 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8be8a848-f20b-40a9-a375-2a21fc5b4753 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "DELETE /v2.0/floatingips/7fc0c932-75d1-4e94-8594-fc08b9ed8cec HTTP/1.1" status: 204 len: 168 time: 0.9314852 Sep 07 09:54:55.756367 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0549-b41c-4e7b-8322-3ab957130ea5 req-c6249f51-e729-4b1b-8ec9-b0277af72706 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:55.757728 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed2a0549-b41c-4e7b-8322-3ab957130ea5 req-c6249f51-e729-4b1b-8ec9-b0277af72706 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 945 time: 0.0515344 Sep 07 09:54:55.793217 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device db07af8a-f682-48df-9525-f5f0b59f709c up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:54:55.820918 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed2a0549-b41c-4e7b-8322-3ab957130ea5 req-5d888df0-1928-430d-b295-05484bdae8ad tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Sep 07 09:54:55.843061 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:54:55.921107 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port db07af8a-f682-48df-9525-f5f0b59f709c completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:54:55.939713 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port db07af8a-f682-48df-9525-f5f0b59f709c triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:54:55.940076 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:56.089744 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:56.117071 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:54:56.119765 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387da63c-f6c0-4899-9b29-815eb2ccd381" -d '{"events": [{"server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "name": "network-vif-plugged", "status": "completed", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:54:56.133733 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:54:56.137090 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=db07af8a-f682-48df-9525-f5f0b59f709c,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:54:56.166675 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:56.168287 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Checking router: 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:54:56.198375 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:54:56.199005 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:54:56.231849 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2fcfc-3620-4738-b7c8-8af950784250 x-openstack-request-id: req-d2f2fcfc-3620-4738-b7c8-8af950784250 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:54:56.232135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "name": "network-vif-plugged", "status": "completed", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:54:56.232398 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2f2fcfc-3620-4738-b7c8-8af950784250 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:54:56.232782 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c', 'code': 200} Sep 07 09:54:56.261308 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:54:56.324942 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:54:56.436599 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91917c1-c8a7-40d2-ac8b-f6a1398fde6a req-4d010106-ccc5-4317-b825-90af74739a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:56.438120 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a91917c1-c8a7-40d2-ac8b-f6a1398fde6a req-4d010106-ccc5-4317-b825-90af74739a0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 1099 time: 0.0478184 Sep 07 09:54:56.447725 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5998-5018-499d-8864-40ae729b86f4 req-71035493-26e2-49ac-9887-dedf5a3c1e4d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:56.449234 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-534b5998-5018-499d-8864-40ae729b86f4 req-71035493-26e2-49ac-9887-dedf5a3c1e4d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Sep 07 09:54:56.476329 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a91917c1-c8a7-40d2-ac8b-f6a1398fde6a req-95d9cebd-336a-4527-a976-bef50cf754cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Sep 07 09:54:56.486544 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-534b5998-5018-499d-8864-40ae729b86f4 req-e947e0aa-5047-4287-a6c5-a719c70b0839 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Sep 07 09:54:56.515194 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:54:56.517571 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e668bf-b3cd-49a5-8b59-1cd29360077f" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:54:56.529626 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:54:56.553788 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a401aa6-4dfc-4774-b38b-d79fdcc3e807 x-openstack-request-id: req-2a401aa6-4dfc-4774-b38b-d79fdcc3e807 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:54:56.554063 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:54:56.554310 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a401aa6-4dfc-4774-b38b-d79fdcc3e807 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:54:56.554694 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:54:56.563401 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c368d5d-b573-4494-8095-bb3ac118675c None None] The sync data for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi is: [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:15Z', 'revision_number': 4, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'eb8aec96-1c1b-4763-94df-d7c86fa8a893', 'name': '', 'network_id': '299bb351-257d-4c3b-a1f3-485a5417e08b', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'mac_address': 'fa:16:3e:42:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:15Z', 'updated_at': '2021-09-07T09:51:24Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'subnets': [{'id': '7294f815-e7fd-48af-a007-c1ff2bcf7c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:54:56.769773 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5a608-19a2-4502-aed9-19b2da2d4234 None None] New status for floating IP 7fc0c932-75d1-4e94-8594-fc08b9ed8cec: DOWN {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:54:56.903439 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-7bb4aa5a-288b-47af-ab28-183db4920d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:56.905062 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-7bb4aa5a-288b-47af-ab28-183db4920d76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca78059bd8246bc8087e8b9fc384539&device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 1098 time: 0.0582061 Sep 07 09:54:56.943288 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87d6e7-2ef0-442a-b644-711c732092c0 req-5261f413-ce33-49a0-8b83-946f10289f55 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:56.944826 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e87d6e7-2ef0-442a-b644-711c732092c0 req-5261f413-ce33-49a0-8b83-946f10289f55 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 946 time: 0.0580971 Sep 07 09:54:56.987659 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e87d6e7-2ef0-442a-b644-711c732092c0 req-b43f3400-1bc1-4f7b-bfb0-5c9e1b84a271 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Sep 07 09:54:57.003859 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-b9e2a40f-6d0f-430a-bb64-c0ec3790055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.005374 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-b9e2a40f-6d0f-430a-bb64-c0ec3790055e service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 200 len: 915 time: 0.0925405 Sep 07 09:54:57.047646 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-eb8ed966-0c0a-4535-8e1b-61e3a0ab62c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 200 len: 217 time: 0.0344653 Sep 07 09:54:57.100760 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-952ae830-e324-4bb7-8b44-9c2ce7f69437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.102288 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-952ae830-e324-4bb7-8b44-9c2ce7f69437 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 200 len: 853 time: 0.0475445 Sep 07 09:54:57.151094 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-a0ad2959-70f7-4813-84b3-5a6c69bc54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.152601 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-a0ad2959-70f7-4813-84b3-5a6c69bc54b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bb351-257d-4c3b-a1f3-485a5417e08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426509 Sep 07 09:54:57.240056 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-32f93cc7-b8a5-4a8f-81a0-7a1d9ad20e13 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788097 Sep 07 09:54:57.330088 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-a1e668bf-b3cd-49a5-8b59-1cd29360077f req-d115f4c2-3778-4995-902f-de64bf65dd76 service neutron] 10.222.0.20 "GET /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820849 Sep 07 09:54:57.585993 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-eff25965-6a92-4dc3-89e7-6c3d66075cee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666137 Sep 07 09:54:57.636417 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd6a64-a744-4761-ba3b-c5df0e0206ad req-858a9515-10f4-4161-8b7e-4816def1c6fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.637919 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1dfd6a64-a744-4761-ba3b-c5df0e0206ad req-858a9515-10f4-4161-8b7e-4816def1c6fc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Sep 07 09:54:57.676276 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1dfd6a64-a744-4761-ba3b-c5df0e0206ad req-193a6f95-c4ba-40cb-8e8d-13f140b33a67 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Sep 07 09:54:57.684784 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-7bdc2efb-8dbd-470a-9f0f-0509ab403a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.686220 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-7bdc2efb-8dbd-470a-9f0f-0509ab403a80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 1098 time: 0.0412912 Sep 07 09:54:57.790396 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-71118933-5b7e-4ca8-83b0-f0b545b6a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.791892 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-71118933-5b7e-4ca8-83b0-f0b545b6a04b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.0851045 Sep 07 09:54:57.857044 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-c37b708f-170b-4980-b531-5d1d3d3b8673 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f976210-1264-4c99-8384-8d9603c3e1f4 HTTP/1.1" status: 200 len: 1001 time: 0.0551333 Sep 07 09:54:57.907921 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-6ab6afd5-5b41-420f-aff1-a3584a07b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.909366 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-6ab6afd5-5b41-420f-aff1-a3584a07b722 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0450428 Sep 07 09:54:57.954953 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-67ca5888-0c21-4ed7-bdbd-6c6a08fd440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:57.956349 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-67ca5888-0c21-4ed7-bdbd-6c6a08fd440c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402257 Sep 07 09:54:58.013519 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:58.045310 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-3499711a-3e04-40b8-adcf-64c8d73b34a1 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810013 Sep 07 09:54:58.103985 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292332fe-6c40-4087-8a1d-fb0849e65a85 req-e53c0533-0ef5-4c25-9607-aae4f8ad0ce4 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:58.105506 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-292332fe-6c40-4087-8a1d-fb0849e65a85 req-e53c0533-0ef5-4c25-9607-aae4f8ad0ce4 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Sep 07 09:54:58.139211 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-14ae238d-913c-436d-bffb-93f0502a2ff5 req-b7d5d58e-2da0-46f4-9d51-db64f9b31e07 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862746 Sep 07 09:54:58.143595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-292332fe-6c40-4087-8a1d-fb0849e65a85 req-aea5dac3-1948-4af8-8aba-94fd2101b515 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Sep 07 09:54:58.176466 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-66cc03ef-4212-481a-ba73-be263ec563f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:58.386485 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656db8-3aa1-46b9-bb2e-ecd08d505de0 req-129da62b-e9d1-4b00-bb18-a15492b9b2a3 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:58.388038 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e9656db8-3aa1-46b9-bb2e-ecd08d505de0 req-129da62b-e9d1-4b00-bb18-a15492b9b2a3 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Sep 07 09:54:58.428313 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e9656db8-3aa1-46b9-bb2e-ecd08d505de0 req-ae472873-272b-417c-813c-e76be034b265 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Sep 07 09:54:58.794211 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77875-763f-411d-b1c1-d841eee6e4ab req-4c001c93-bb69-4545-85fd-164054230e54 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:58.795680 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9ed77875-763f-411d-b1c1-d841eee6e4ab req-4c001c93-bb69-4545-85fd-164054230e54 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Sep 07 09:54:58.833890 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9ed77875-763f-411d-b1c1-d841eee6e4ab req-7cefba68-3d83-4bed-b2e3-1fb4b81e95db tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Sep 07 09:54:59.044052 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:54:59.543494 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35112-7a1e-4b98-810a-9dba955877c6 req-fe8b07a7-aa8d-433f-9a68-4d30c2587794 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:59.545029 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24f35112-7a1e-4b98-810a-9dba955877c6 req-fe8b07a7-aa8d-433f-9a68-4d30c2587794 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0478535 Sep 07 09:54:59.582964 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24f35112-7a1e-4b98-810a-9dba955877c6 req-559f0b1d-c9e1-4c22-9eb2-dc6478e80ba5 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Sep 07 09:54:59.949431 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79c1ea-23c9-4d12-999e-3ea9408629ac req-1fb1cdc7-da1a-4b04-902e-fb1e522bc78b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:54:59.950894 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca79c1ea-23c9-4d12-999e-3ea9408629ac req-1fb1cdc7-da1a-4b04-902e-fb1e522bc78b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0471165 Sep 07 09:54:59.990115 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ca79c1ea-23c9-4d12-999e-3ea9408629ac req-b1e7e9bd-1d0d-4ae5-a78d-e493e26fc956 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Sep 07 09:55:00.418220 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-cb1e946e-b239-4ae1-a948-93f00c79d7bb tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:00.419630 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-cb1e946e-b239-4ae1-a948-93f00c79d7bb tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.20 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0458021 Sep 07 09:55:00.511845 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Deleting port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:00.512101 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:00.596549 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] For port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:00.597015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:00.610533 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Calling delete_port for a38c155a-bac1-4d6e-8ffb-98f9e80fb18e owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:00.701995 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45642c-ae0f-484d-99ad-d03d35b9d148 req-7e334542-c2e4-4361-bbb1-b7906992bb78 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:00.703479 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e45642c-ae0f-484d-99ad-d03d35b9d148 req-7e334542-c2e4-4361-bbb1-b7906992bb78 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83fea07-6489-4baf-9ea1-2a6e386d4c04 HTTP/1.1" status: 200 len: 945 time: 0.0477760 Sep 07 09:55:00.740587 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:00.742344 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e45642c-ae0f-484d-99ad-d03d35b9d148 req-a9119ff7-ff71-457b-a54f-9a2358237010 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.24 "GET /v2.0/security-groups?id=119a3d39-896d-437c-97b5-2a1387ffbecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Sep 07 09:55:00.769225 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Pushing event deleted for resources: {'Port': ['ID=a38c155a-bac1-4d6e-8ffb-98f9e80fb18e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:00.777503 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:55:00.810845 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] No DVR routers for this DVR port a38c155a-bac1-4d6e-8ffb-98f9e80fb18e on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:00.813137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:00.815100 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-337a6b1b-d5e9-410a-b59c-50c1d3d746a7 req-00afb30d-13e3-45fd-b4f5-9c1c4578bbf1 tempest-TestMinimumBasicScenario-94465839 tempest-TestMinimumBasicScenario-94465839-project] 10.222.0.20 "DELETE /v2.0/ports/a38c155a-bac1-4d6e-8ffb-98f9e80fb18e HTTP/1.1" status: 204 len: 173 time: 0.3886867 Sep 07 09:55:00.815636 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'name': 'network-vif-deleted', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:00.817728 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e59e9-89bc-4ad1-b687-29d244b0468b" -d '{"events": [{"server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "name": "network-vif-deleted", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:00.829604 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:00.857956 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f23be-64f2-4b17-846f-530afddaaf26 x-openstack-request-id: req-245f23be-64f2-4b17-846f-530afddaaf26 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:00.858247 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fea07-6489-4baf-9ea1-2a6e386d4c04", "name": "network-vif-deleted", "tag": "a38c155a-bac1-4d6e-8ffb-98f9e80fb18e", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:00.858500 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-245f23be-64f2-4b17-846f-530afddaaf26 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:00.858891 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fea07-6489-4baf-9ea1-2a6e386d4c04', 'name': 'network-vif-deleted', 'tag': 'a38c155a-bac1-4d6e-8ffb-98f9e80fb18e', 'status': 'completed', 'code': 200} Sep 07 09:55:01.107382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ebe5-851c-46aa-a33d-f7ccc7b65752 req-0c49338b-dc1d-41fc-9c29-12dc03dd4ba6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:01.110258 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2e3ebe5-851c-46aa-a33d-f7ccc7b65752 req-0c49338b-dc1d-41fc-9c29-12dc03dd4ba6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Sep 07 09:55:01.147725 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e2e3ebe5-851c-46aa-a33d-f7ccc7b65752 req-1a5747ee-6381-4d20-8a89-e6b55f1cc4ec tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Sep 07 09:55:02.273528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f6d93-9f0d-43a8-8a3a-f482dd2bd241 req-491d0711-94ab-4b6f-9d95-ca87c9da2b1d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:02.275487 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-533f6d93-9f0d-43a8-8a3a-f482dd2bd241 req-491d0711-94ab-4b6f-9d95-ca87c9da2b1d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Sep 07 09:55:02.317009 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-533f6d93-9f0d-43a8-8a3a-f482dd2bd241 req-1d7a0a25-a6e7-4b96-bb17-ed1bc4ff13bb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353701 Sep 07 09:55:02.420904 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 32990) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:02.747575 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:02.980797 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Deleting port eb8aec96-1c1b-4763-94df-d7c86fa8a893 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:02.981029 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:03.054882 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] For port eb8aec96-1c1b-4763-94df-d7c86fa8a893, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=eb8aec96-1c1b-4763-94df-d7c86fa8a893,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:03.055292 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:03.070786 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Calling delete_port for eb8aec96-1c1b-4763-94df-d7c86fa8a893 owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:03.242102 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:03.266568 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8aec96-1c1b-4763-94df-d7c86fa8a893,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:03.443628 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a424a-a0ab-4ba2-a804-cb49edde6224 req-0beb270e-1564-4dc3-ae34-98b655f83f59 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:03.445264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d47a424a-a0ab-4ba2-a804-cb49edde6224 req-0beb270e-1564-4dc3-ae34-98b655f83f59 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0526538 Sep 07 09:55:03.485609 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d47a424a-a0ab-4ba2-a804-cb49edde6224 req-6590711a-ce66-4464-8234-77c1a3b95943 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Sep 07 09:55:03.676968 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:03.761781 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device a38c155a-bac1-4d6e-8ffb-98f9e80fb18e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:03.784948 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: a38c155a-bac1-4d6e-8ffb-98f9e80fb18e {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:03.785292 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device a38c155a-bac1-4d6e-8ffb-98f9e80fb18e not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:03.888305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:03.989322 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:03.994922 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ae20a329-4da3-4a65-a01e-9edbaefc5275 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5729744 Sep 07 09:55:03.997314 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 32998) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:03.999866 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Sync routers for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:04.009478 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:04.010118 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:04.097084 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.114643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:04.198157 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.269578 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Deleting port e84e7bbe-9ec5-4172-9b6e-a94b764aef31 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:04.269922 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.298816 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:55:03Z', 'revision_number': 5, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port': {'id': 'e84e7bbe-9ec5-4172-9b6e-a94b764aef31', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:04.325069 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Checking router: 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:04.333364 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Routers {'9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:04.333971 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:04.351383 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] For port e84e7bbe-9ec5-4172-9b6e-a94b764aef31, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:04.351669 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.363685 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Calling delete_port for e84e7bbe-9ec5-4172-9b6e-a94b764aef31 owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:04.418860 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] Set router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe gateway port host: None {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:04.472457 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:55:04Z', 'revision_number': 6, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:04.502560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219455b-24ba-49cb-9071-016d13c7d6f4 None None] The sync data for ids ['9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe'] in dv-cinder-807083-6-iscsi is: [{'id': '9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe', 'name': 'tempest-TestMinimumBasicScenario-785389866-router', 'tenant_id': '7ca78059bd8246bc8087e8b9fc384539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:13Z', 'updated_at': '2021-09-07T09:55:04Z', 'revision_number': 6, 'project_id': '7ca78059bd8246bc8087e8b9fc384539', 'gw_port_host': None}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:04.527530 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.560848 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84e7bbe-9ec5-4172-9b6e-a94b764aef31,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:04.609317 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56adb80-4c43-4aa2-9356-7ccdcb6ba58c req-66a77f79-4b46-499b-be9e-6c9e0e339d0d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:04.612928 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c56adb80-4c43-4aa2-9356-7ccdcb6ba58c req-66a77f79-4b46-499b-be9e-6c9e0e339d0d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Sep 07 09:55:04.620154 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.647864 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c56adb80-4c43-4aa2-9356-7ccdcb6ba58c req-91401e56-206d-4503-9ad6-7c032013b475 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Sep 07 09:55:04.709613 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.712708 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.760844 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.761370 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:55:04.766330 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.767481 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-42d96073-3832-4032-9097-547b9346f067 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9ffc82d5-9dd6-48aa-ad31-34ca6674a2fe HTTP/1.1" status: 204 len: 168 time: 0.7692652 Sep 07 09:55:04.769907 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33002) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:04.813594 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Deleting subnet 7294f815-e7fd-48af-a007-c1ff2bcf7c0e {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:55:04.816447 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.851115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:04.966658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.019922 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.045744 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7294f815-e7fd-48af-a007-c1ff2bcf7c0e,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:05.049408 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.051212 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-83ec2486-9b48-43c9-b01a-d29d8fade876 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7294f815-e7fd-48af-a007-c1ff2bcf7c0e HTTP/1.1" status: 204 len: 168 time: 0.2803941 Sep 07 09:55:05.053830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33006) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:05.057144 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6dde0c-dd77-4bd5-bebd-6184c460d498 None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:05.125809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.181400 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Deleting port fc99f635-3a02-483b-b4a8-b12db9ec57dc {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:05.181810 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.258574 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] For port fc99f635-3a02-483b-b4a8-b12db9ec57dc, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc99f635-3a02-483b-b4a8-b12db9ec57dc,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:05.259116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.277966 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Calling delete_port for fc99f635-3a02-483b-b4a8-b12db9ec57dc owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:05.305859 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] DHCP port deletion for 299bb351-257d-4c3b-a1f3-485a5417e08b request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 09:55:05.354669 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Deleting port fc99f635-3a02-483b-b4a8-b12db9ec57dc {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:05.355051 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.360242 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.377995 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] No DVR routers for this DVR port fc99f635-3a02-483b-b4a8-b12db9ec57dc on host dv-cinder-807083-6-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:05.418963 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc99f635-3a02-483b-b4a8-b12db9ec57dc,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:05.425327 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] For port fc99f635-3a02-483b-b4a8-b12db9ec57dc, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=fc99f635-3a02-483b-b4a8-b12db9ec57dc,segment=NetworkSegment(b5f3fec7-c79d-45a9-8f6d-fe170479624c),segment_id=b5f3fec7-c79d-45a9-8f6d-fe170479624c)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:05.425711 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.441310 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Calling delete_port for fc99f635-3a02-483b-b4a8-b12db9ec57dc owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:05.504746 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.537362 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299bb351-257d-4c3b-a1f3-485a5417e08b']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:05.551669 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f3fec7-c79d-45a9-8f6d-fe170479624c') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:05.551975 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f3fec7-c79d-45a9-8f6d-fe170479624c') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:05.565657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.586235 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.596819 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:55:05.597932 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:55:05.601014 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:55:05.671380 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.678170 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.680259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/299bb351-257d-4c3b-a1f3-485a5417e08b HTTP/1.1" status: 204 len: 168 time: 0.6252933 Sep 07 09:55:05.683743 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33010) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:05.700368 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9de7-9bf5-4251-9303-e8b9f16030c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=299bb351-257d-4c3b-a1f3-485a5417e08b,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:05.708615 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:05.736037 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Network 299bb351-257d-4c3b-a1f3-485a5417e08b is not hosted by any dhcp agent {{(pid=105487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 09:55:05.736619 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] No DVR routers for this DVR port fc99f635-3a02-483b-b4a8-b12db9ec57dc on host dv-cinder-807083-6-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:05.739116 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c5c36-c2d7-4b6a-80d8-8b6017723d7c None None] Pushing event deleted for resources: {'Port': ['ID=fc99f635-3a02-483b-b4a8-b12db9ec57dc,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:05.833538 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f81a7-e4ec-4024-93aa-5b06ad93b440 req-9c23d5fd-a7ff-461a-8193-2edcffee2fe1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:05.835024 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a0f81a7-e4ec-4024-93aa-5b06ad93b440 req-9c23d5fd-a7ff-461a-8193-2edcffee2fe1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0958846 Sep 07 09:55:05.920676 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a0f81a7-e4ec-4024-93aa-5b06ad93b440 req-c20c987e-2006-4c8f-8106-ae961eb422de tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789070 Sep 07 09:55:06.213602 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:06.272933 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device eb8aec96-1c1b-4763-94df-d7c86fa8a893 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:06.294417 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: eb8aec96-1c1b-4763-94df-d7c86fa8a893 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:06.294763 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device eb8aec96-1c1b-4763-94df-d7c86fa8a893 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:06.295181 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc99f635-3a02-483b-b4a8-b12db9ec57dc no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:06.315437 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: fc99f635-3a02-483b-b4a8-b12db9ec57dc {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:06.315788 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device fc99f635-3a02-483b-b4a8-b12db9ec57dc not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:06.316207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device e84e7bbe-9ec5-4172-9b6e-a94b764aef31 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:06.335602 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: e84e7bbe-9ec5-4172-9b6e-a94b764aef31 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:06.335953 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device e84e7bbe-9ec5-4172-9b6e-a94b764aef31 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:06.709613 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Deleting port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:06.710224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:06.783914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] For port 24aa9b76-d950-4cb6-847d-8a5bbd6156c2, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:06.784271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:06.796886 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Calling delete_port for 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:06.973470 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.001481 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aa9b76-d950-4cb6-847d-8a5bbd6156c2,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:07.097982 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecbccb-14a0-4c38-b5e0-6680ef2d909d req-7b122c05-279d-48ca-8488-d69ad01a4f14 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:07.099858 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-afecbccb-14a0-4c38-b5e0-6680ef2d909d req-7b122c05-279d-48ca-8488-d69ad01a4f14 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.1014922 Sep 07 09:55:07.185375 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-afecbccb-14a0-4c38-b5e0-6680ef2d909d req-43dab8c1-beba-4df2-b53d-fcf3a515d5ed tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791550 Sep 07 09:55:07.231924 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.439990 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:07.541172 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:07.546135 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-96295862-d0dd-4111-a346-37d1bcad41d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/fcaf4c56-b4f5-4652-9d08-21c5e1a5012b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614569 Sep 07 09:55:07.548637 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33022) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:07.551230 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Sync routers for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:07.561450 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:07.562144 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:07.651385 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.666275 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:07.754992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.808912 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Deleting port 11218f75-557a-4a9f-9cfe-edff35cd9759 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:07.809164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.839318 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:55:06Z', 'revision_number': 5, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port': {'id': '11218f75-557a-4a9f-9cfe-edff35cd9759', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:21Z', 'updated_at': '2021-09-07T09:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:07.865273 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Checking router: fcaf4c56-b4f5-4652-9d08-21c5e1a5012b for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:07.874297 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Routers {'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:07.874898 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:07.891754 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] For port 11218f75-557a-4a9f-9cfe-edff35cd9759, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=11218f75-557a-4a9f-9cfe-edff35cd9759,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:07.892114 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:07.903727 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Calling delete_port for 11218f75-557a-4a9f-9cfe-edff35cd9759 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:07.963239 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] Set router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:08.016441 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:55:07Z', 'revision_number': 6, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:08.042791 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db72d45-5212-491e-9760-48cdfa4563a2 None None] The sync data for ids ['fcaf4c56-b4f5-4652-9d08-21c5e1a5012b'] in dv-cinder-807083-6-iscsi is: [{'id': 'fcaf4c56-b4f5-4652-9d08-21c5e1a5012b', 'name': 'tempest-TestMinimumBasicScenario-970437578-router', 'tenant_id': '8c33befb59cd472dbdefcc737839c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:20Z', 'updated_at': '2021-09-07T09:55:07Z', 'revision_number': 6, 'project_id': '8c33befb59cd472dbdefcc737839c483', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:08.074895 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.098468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Pushing event deleted for resources: {'Port': ['ID=11218f75-557a-4a9f-9cfe-edff35cd9759,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:08.160406 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.263661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.267100 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.353798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.354182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcaf4c56-b4f5-4652-9d08-21c5e1a5012b {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:55:08.363903 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3436a-9683-4a6d-ab93-17f8df2678b2 req-094a3359-2c98-473c-939d-4ea5eea212cd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:08.365816 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70c3436a-9683-4a6d-ab93-17f8df2678b2 req-094a3359-2c98-473c-939d-4ea5eea212cd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0997729 Sep 07 09:55:08.369243 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.370315 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1d051f6e-ad68-4ada-8bf8-2b4c9d1f1823 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fcaf4c56-b4f5-4652-9d08-21c5e1a5012b HTTP/1.1" status: 204 len: 168 time: 0.8207679 Sep 07 09:55:08.372842 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33028) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:08.441728 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Deleting subnet c151dacb-fce0-4455-b7c2-a5e28ca40e53 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:55:08.447244 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.470764 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-70c3436a-9683-4a6d-ab93-17f8df2678b2 req-d62c0d48-8075-4623-b026-53d189fff2f7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723600 Sep 07 09:55:08.491034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30144858'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.592361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.646347 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30536458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29974597'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.672082 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c151dacb-fce0-4455-b7c2-a5e28ca40e53,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:08.673845 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.675683 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ec2ec0ab-db96-4da9-a32d-80ea39024440 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c151dacb-fce0-4455-b7c2-a5e28ca40e53 HTTP/1.1" status: 204 len: 168 time: 0.3019230 Sep 07 09:55:08.678188 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33030) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:08.681642 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5418565-b2db-4f89-a56f-b598de159b0b None None] Network 74bfb100-c70c-43d6-ab71-69e3c508ff5f requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:08.746959 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.810898 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:08.834391 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:08.834755 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 24aa9b76-d950-4cb6-847d-8a5bbd6156c2 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:08.843755 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Deleting port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:08.844253 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.885346 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] DHCP port deletion for 74bfb100-c70c-43d6-ab71-69e3c508ff5f request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 09:55:08.913463 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] For port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:08.913980 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:08.934096 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Calling delete_port for f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:08.941255 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Deleting port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:08.941637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.017471 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] For port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,segment=NetworkSegment(91398b2e-b2a2-4973-a275-cc837b1d1722),segment_id=91398b2e-b2a2-4973-a275-cc837b1d1722)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:09.017965 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.030634 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Calling delete_port for f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:09.056363 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.095216 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0032f-8931-431b-b174-f2aadfd29a74 req-b6ad1872-8cb1-46a1-8d3c-beb4d09eca06 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:09.096784 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-03c0032f-8931-431b-b174-f2aadfd29a74 req-b6ad1872-8cb1-46a1-8d3c-beb4d09eca06 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0817947 Sep 07 09:55:09.097563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:09.102005 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] No DVR routers for this DVR port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 on host dv-cinder-807083-6-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:09.116248 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.129563 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] No DVR routers for this DVR port f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 on host dv-cinder-807083-6-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:09.160811 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b840-a905-4c37-ac7f-66e793c21e35 None None] Pushing event deleted for resources: {'Port': ['ID=f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:09.185863 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-03c0032f-8931-431b-b174-f2aadfd29a74 req-7f1ab1a2-5764-4e02-8866-a259ae0f9a1c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798311 Sep 07 09:55:09.211082 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.232307 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bfb100-c70c-43d6-ab71-69e3c508ff5f']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:09.241221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91398b2e-b2a2-4973-a275-cc837b1d1722') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:09.241522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91398b2e-b2a2-4973-a275-cc837b1d1722') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:09.251060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.264438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.272862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:55:09.273267 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:55:09.276413 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:55:09.330745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.336114 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.339079 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/74bfb100-c70c-43d6-ab71-69e3c508ff5f HTTP/1.1" status: 204 len: 168 time: 0.6598489 Sep 07 09:55:09.353607 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadee1-9ff3-4180-89f4-375a0e9840e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=74bfb100-c70c-43d6-ab71-69e3c508ff5f,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:09.452830 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33040) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:09.491799 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-881d0f0c-622a-40ca-b076-a4d543d53dcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ca78059bd8246bc8087e8b9fc384539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378125 Sep 07 09:55:09.494209 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33042) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:09.541790 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.588063 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.621612 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9765-e9ec-4222-89cc-181ec25396a7 req-84e02eb5-9de7-457f-af35-55b25be3955d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:09.623072 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-521c9765-e9ec-4222-89cc-181ec25396a7 req-84e02eb5-9de7-457f-af35-55b25be3955d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0786264 Sep 07 09:55:09.664297 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-521c9765-e9ec-4222-89cc-181ec25396a7 req-6c35742a-7dba-49d3-b474-fe6d14a33c85 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345752 Sep 07 09:55:09.669631 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.672427 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:09.676325 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/119a3d39-896d-437c-97b5-2a1387ffbecf HTTP/1.1" status: 204 len: 168 time: 0.1812062 Sep 07 09:55:09.684852 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783215-2c0f-4d19-b4eb-e6aa88d696da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a3d39-896d-437c-97b5-2a1387ffbecf,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:09.998073 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33050) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:10.039449 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-a6f8dd1b-4c34-4e26-9aec-2d18b517d94d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c33befb59cd472dbdefcc737839c483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402234 Sep 07 09:55:10.041848 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33052) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:10.141120 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:55:10.246328 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:10.261135 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '4399c5f1-751a-4901-878a-21444c6c0084', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:55:10.313366 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.331978 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:55:10.333612 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.343066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 11218f75-557a-4a9f-9cfe-edff35cd9759 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:10.372524 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 11218f75-557a-4a9f-9cfe-edff35cd9759 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:10.373024 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 11218f75-557a-4a9f-9cfe-edff35cd9759 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:10.373525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:10.378858 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:10.395980 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.398645 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.402236 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:10.402689 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f8e7654e-e22c-4dc3-ab15-d1422bf4bcf3 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:10.448847 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564eb8-3832-4726-844a-aa2cd7717aa1 req-7d06bb2a-df20-4da4-9413-b33d85771cfa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:10.450373 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e564eb8-3832-4726-844a-aa2cd7717aa1 req-7d06bb2a-df20-4da4-9413-b33d85771cfa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.1178474 Sep 07 09:55:10.455194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=6']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:10.480417 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.482931 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:10.484001 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aeb4f29b-f48d-4161-bba7-10fc622447eb HTTP/1.1" status: 204 len: 168 time: 0.4412971 Sep 07 09:55:10.499134 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c9a1f-5f12-4acf-8b0d-0b9811a8d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4f29b-f48d-4161-bba7-10fc622447eb,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:10.507617 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9e564eb8-3832-4726-844a-aa2cd7717aa1 req-88dd01e9-fc6c-452b-839b-4fd5373adba1 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Sep 07 09:55:10.590611 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['4399c5f1-751a-4901-878a-21444c6c0084'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:55:10.796031 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18556f3-c402-4ca1-9723-fbe80b1de773 req-48ece68f-4952-498a-845b-99499859d0ab tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:10.797704 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d18556f3-c402-4ca1-9723-fbe80b1de773 req-48ece68f-4952-498a-845b-99499859d0ab tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0549064 Sep 07 09:55:10.839249 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d18556f3-c402-4ca1-9723-fbe80b1de773 req-87ce697a-3656-43de-b821-3e990ef9e539 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354631 Sep 07 09:55:11.621698 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90fd5c-053d-45e4-9c17-9bf93e903da3 req-bda5fcb9-3b2a-4e46-a5bb-a23da46b7bcf tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:11.623168 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8f90fd5c-053d-45e4-9c17-9bf93e903da3 req-bda5fcb9-3b2a-4e46-a5bb-a23da46b7bcf tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0471606 Sep 07 09:55:11.660663 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8f90fd5c-053d-45e4-9c17-9bf93e903da3 req-432463db-4b32-4207-9ef8-4931fe6abe11 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Sep 07 09:55:11.955857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467def-6692-4d41-8ee2-fc0d5f9eacdc req-beaa25d5-7d87-4235-98e3-fe12a762ea42 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:11.957352 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73467def-6692-4d41-8ee2-fc0d5f9eacdc req-beaa25d5-7d87-4235-98e3-fe12a762ea42 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0475681 Sep 07 09:55:11.994007 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73467def-6692-4d41-8ee2-fc0d5f9eacdc req-af8b75ce-463a-4412-87a1-a1e6ab18cbeb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Sep 07 09:55:12.775446 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b5e6-522e-44ab-80e2-4e072d85c8ae req-c7dbb320-ce98-4420-874d-22972d93b4a8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:12.776990 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f940b5e6-522e-44ab-80e2-4e072d85c8ae req-c7dbb320-ce98-4420-874d-22972d93b4a8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Sep 07 09:55:12.813504 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f940b5e6-522e-44ab-80e2-4e072d85c8ae req-a2aa8e4e-8361-4bff-b10c-afc06140c125 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305858 Sep 07 09:55:13.109292 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c0efa-d31e-4f30-889c-f7b7ffac1631 req-a2f18dfc-b6c6-4e84-bde1-30ed817a4747 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:13.110676 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-395c0efa-d31e-4f30-889c-f7b7ffac1631 req-a2f18dfc-b6c6-4e84-bde1-30ed817a4747 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0477090 Sep 07 09:55:13.146977 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-395c0efa-d31e-4f30-889c-f7b7ffac1631 req-6d8b97e6-581c-4bf8-954b-cda606d61fa2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Sep 07 09:55:13.924190 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3302-c0e7-4ed5-97dc-af52093a6058 req-fe97e081-54e6-4e1f-8df2-7905e7e6443f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:13.925690 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b90b3302-c0e7-4ed5-97dc-af52093a6058 req-fe97e081-54e6-4e1f-8df2-7905e7e6443f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0469618 Sep 07 09:55:13.963669 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b90b3302-c0e7-4ed5-97dc-af52093a6058 req-463b3f8f-bd78-4356-bbdb-5c23632592d7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Sep 07 09:55:14.269980 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9b541-d91a-4820-9c8b-d59f1fb18076 req-babd1e2b-c487-4b24-87e4-1eac750fa7cd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:14.271435 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69e9b541-d91a-4820-9c8b-d59f1fb18076 req-babd1e2b-c487-4b24-87e4-1eac750fa7cd tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0515528 Sep 07 09:55:14.307971 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-69e9b541-d91a-4820-9c8b-d59f1fb18076 req-70be2e78-1564-48c1-a4c2-7fce5fe33954 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306351 Sep 07 09:55:14.762072 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62137e23-64f1-44a8-a589-08b74bf4226f req-6cdd42bf-86f5-4d31-8e8c-380df1afa755 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:14.763569 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-62137e23-64f1-44a8-a589-08b74bf4226f req-6cdd42bf-86f5-4d31-8e8c-380df1afa755 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0561433 Sep 07 09:55:14.861115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port 2f976210-1264-4c99-8384-8d9603c3e1f4 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:14.861463 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:14.957221 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] For port 2f976210-1264-4c99-8384-8d9603c3e1f4, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=2f976210-1264-4c99-8384-8d9603c3e1f4,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:14.957589 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:15.083178 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339751a-37f8-4194-a9dc-6e24d349ff50 req-ee3f31ed-21bf-469b-86fc-6c7f770fdc23 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:15.084731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6339751a-37f8-4194-a9dc-6e24d349ff50 req-ee3f31ed-21bf-469b-86fc-6c7f770fdc23 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Sep 07 09:55:15.126971 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6339751a-37f8-4194-a9dc-6e24d349ff50 req-3ead93f5-a32c-484f-b6a3-ca4390b16687 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335019 Sep 07 09:55:15.138540 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:15.138913 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:15.139236 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.l3_db [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP c722c6c4-7d98-4676-8820-d9d00426234f disassociated. External IP: 172.27.2.227, port: 2f976210-1264-4c99-8384-8d9603c3e1f4. Sep 07 09:55:15.139589 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for 2f976210-1264-4c99-8384-8d9603c3e1f4 owned by compute:nova {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:15.277200 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:15.308071 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=2f976210-1264-4c99-8384-8d9603c3e1f4,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:15.444572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:15.456379 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95e02-53c5-47a2-8a77-344a8df90069 req-88c3339a-2842-45b8-b4f5-5dbbaaedc0eb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:15.464396 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-90b95e02-53c5-47a2-8a77-344a8df90069 req-88c3339a-2842-45b8-b4f5-5dbbaaedc0eb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0626903 Sep 07 09:55:15.514044 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-90b95e02-53c5-47a2-8a77-344a8df90069 req-d992d566-83ff-4a1e-9c18-00aeef6386bf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Sep 07 09:55:15.594121 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:15.607406 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:15.621053 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:55:15.627652 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:15.629115 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:15.644946 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] No DVR routers for this DVR port 2f976210-1264-4c99-8384-8d9603c3e1f4 on host hv-cinder-80708 {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:15.647750 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:15.651071 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-62137e23-64f1-44a8-a589-08b74bf4226f req-18200319-dae9-4365-9fef-9375538d23d5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "DELETE /v2.0/ports/2f976210-1264-4c99-8384-8d9603c3e1f4 HTTP/1.1" status: 204 len: 173 time: 0.8801403 Sep 07 09:55:15.651545 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'name': 'network-vif-deleted', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:15.654026 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc15c4-6b0a-4c0d-aefd-8e0f0a987c24" -d '{"events": [{"server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "name": "network-vif-deleted", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:15.726357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c383275-b56c-40d5-95a1-41f531acf8d0 x-openstack-request-id: req-0c383275-b56c-40d5-95a1-41f531acf8d0 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:15.726801 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941f9611-7b37-4689-91f9-79ee81acefb7", "name": "network-vif-deleted", "tag": "2f976210-1264-4c99-8384-8d9603c3e1f4", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:15.728289 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c383275-b56c-40d5-95a1-41f531acf8d0 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:15.728976 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941f9611-7b37-4689-91f9-79ee81acefb7', 'name': 'network-vif-deleted', 'tag': '2f976210-1264-4c99-8384-8d9603c3e1f4', 'status': 'completed', 'code': 200} Sep 07 09:55:15.832764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:16.082189 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:16.115814 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:16.127306 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:16.127938 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:54:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:16.254754 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:16.289986 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29561ee6-a335-42b0-bc7d-34eaaf799778 req-4dc2cac9-79e1-40f8-8e17-11047249664a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=941f9611-7b37-4689-91f9-79ee81acefb7 HTTP/1.1" status: 200 len: 210 time: 0.0517294 Sep 07 09:55:16.371362 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:16.472671 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 4399c5f1-751a-4901-878a-21444c6c0084 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:16.473309 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:16.599531 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:16.637269 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359db87-098e-40cc-9ee4-2aa016a4fa47 None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:16.657095 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:16.693059 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff591b-fdb7-41b5-a601-5328bf0d0dbd req-7edb6900-5999-4ee0-99e1-952e5f7e692f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:16.699032 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:16.702450 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bcff591b-fdb7-41b5-a601-5328bf0d0dbd req-7edb6900-5999-4ee0-99e1-952e5f7e692f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0905135 Sep 07 09:55:16.703152 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324376ed-b65a-412f-9f81-f853af836e2f" -d '{"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:16.735867 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:16.745206 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:16.746044 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2f976210-1264-4c99-8384-8d9603c3e1f4 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:16.808699 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bcff591b-fdb7-41b5-a601-5328bf0d0dbd req-0f642af0-1508-4a5e-954e-a2b069963b0f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818813 Sep 07 09:55:16.948715 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 2f976210-1264-4c99-8384-8d9603c3e1f4 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:16.949553 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 2f976210-1264-4c99-8384-8d9603c3e1f4 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:16.954750 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7304dc-7dc7-4c0b-afc9-dbecd8996e41 x-openstack-request-id: req-3f7304dc-7dc7-4c0b-afc9-dbecd8996e41 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:16.955119 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:16.955369 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f7304dc-7dc7-4c0b-afc9-dbecd8996e41 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:16.955760 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'code': 200} Sep 07 09:55:16.987995 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=7']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:17.036057 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333babb-1f3f-4edf-95fc-f96d3e90456a None None] New status for floating IP c722c6c4-7d98-4676-8820-d9d00426234f: DOWN {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:55:17.593562 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-d454fd6a-8e8f-4048-9b9a-6771a7dde279 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122261010&fields=id&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 267 time: 0.0416229 Sep 07 09:55:17.719462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-506c1cca-7cbf-49da-a40c-80007f222826 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:17.721345 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-506c1cca-7cbf-49da-a40c-80007f222826 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1175301 Sep 07 09:55:17.740518 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-997604d0-df0d-4c12-98e1-bb5844893e87 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/quotas/8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 375 time: 0.0097089 Sep 07 09:55:17.804595 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-ff11f1bc-88b3-4d2c-9ede-f51475954e17 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595739 Sep 07 09:55:17.953699 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-fd4ab826-a376-450e-90ce-dac176b647ce service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366041 Sep 07 09:55:18.078305 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-1373f2c6-c82f-4bee-bc82-ce1cf9c07da0 service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Sep 07 09:55:18.087640 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865bfa-e21b-417a-a1c4-193e4ee142bc req-9ef8db04-084f-441e-b402-98539b6707dc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:18.095142 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-40865bfa-e21b-417a-a1c4-193e4ee142bc req-9ef8db04-084f-441e-b402-98539b6707dc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.1823025 Sep 07 09:55:18.139865 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-40865bfa-e21b-417a-a1c4-193e4ee142bc req-043c8f7c-11d9-45b2-8894-439b6ba6466f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Sep 07 09:55:18.454466 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e1bf00fe-20b3-423f-ae6b-24f2b1c2deb9 req-d5d25f88-38ae-45b8-899f-dddc0ec1c497 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 210 time: 0.0384789 Sep 07 09:55:19.316847 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d685509-9f9e-46c8-9f3a-9e886e0a3f28 req-f9d71da1-409d-47eb-a9d0-ac1edfe19d30 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:19.325407 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d685509-9f9e-46c8-9f3a-9e886e0a3f28 req-f9d71da1-409d-47eb-a9d0-ac1edfe19d30 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.1141274 Sep 07 09:55:19.374302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4d685509-9f9e-46c8-9f3a-9e886e0a3f28 req-702be256-2de9-4135-a2d2-7c444e3cd8b4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Sep 07 09:55:19.548968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e5aabc3-3172-41e4-bac4-482d965acb67 req-50083f3f-22d7-4067-a0a7-a002695c7984 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 210 time: 0.0369563 Sep 07 09:55:19.614906 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-d89f21b0-384b-4495-9182-8db47c814e70 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:19.617055 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-d89f21b0-384b-4495-9182-8db47c814e70 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1381614 Sep 07 09:55:19.686106 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-8ce91e63-3edc-41b6-a206-8073ff158144 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 380 time: 0.0490165 Sep 07 09:55:19.697059 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'port': {'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'admin_state_up': True, 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'security_groups': ['d01c1813-d7ca-4a2f-9de4-edbdeda42ae3']}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:19.823708 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Made reservation on behalf of 8b1c4e5c83c64f7c9e8ce1c807392ff0 for: {'port': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:55:19.827454 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:19.989857 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.20.0.3 (3db78a74-1926-4c75-b1f8-938280f0fed6/de7414ae-c6eb-44ac-88fd-17510ed9e504/21bea359-b707-40cb-989b-918926efb2bc) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:20.163708 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:20.185720 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Transition to ACTIVE for port object 21bea359-b707-40cb-989b-918926efb2bc will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:20.246101 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:20.308727 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:20.319055 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:20.320978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:20.323458 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:20.408763 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:20.409418 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:20.427504 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-ce423443-71a6-48f2-9bc5-3f9c2f968904 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7336802 Sep 07 09:55:20.457471 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Request body: {'port': {'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:20.543185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:20.560172 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d360c-86d1-4984-b147-30cfff5e50c6 req-9d609edd-d7c6-457e-a3cf-e00485dd044f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:20.571189 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e9d360c-86d1-4984-b147-30cfff5e50c6 req-9d609edd-d7c6-457e-a3cf-e00485dd044f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0786200 Sep 07 09:55:20.669616 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5e9d360c-86d1-4984-b147-30cfff5e50c6 req-65baf999-bae3-4fd7-86b9-070817ab9df2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963433 Sep 07 09:55:20.761787 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b66df296-a002-4cff-a6de-9070cd0e16ca None None] Provisioning for port 21bea359-b707-40cb-989b-918926efb2bc completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:20.774972 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b66df296-a002-4cff-a6de-9070cd0e16ca None None] Provisioning complete for port 21bea359-b707-40cb-989b-918926efb2bc triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:20.775351 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b66df296-a002-4cff-a6de-9070cd0e16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:20.860194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-b66df296-a002-4cff-a6de-9070cd0e16ca None None] Port 21bea359-b707-40cb-989b-918926efb2bc cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:55:20.879117 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82835f-cedc-453d-b202-fd62eb17f6f6 req-b2211e2f-5a3a-4d6f-8853-f4628b8dada5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:20.880734 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd82835f-cedc-453d-b202-fd62eb17f6f6 req-b2211e2f-5a3a-4d6f-8853-f4628b8dada5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 931 time: 0.1297014 Sep 07 09:55:20.953997 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ccb1-ab2b-4040-9e8f-5590c13a1b34 req-1ac47dcd-cb9c-44e4-ba34-f6f13eee5a9f tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:20.956791 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d01ccb1-ab2b-4040-9e8f-5590c13a1b34 req-1ac47dcd-cb9c-44e4-ba34-f6f13eee5a9f tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 946 time: 0.1606135 Sep 07 09:55:20.966230 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bd82835f-cedc-453d-b202-fd62eb17f6f6 req-795e195d-3e13-4fa3-8933-85d0877ff01d tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731814 Sep 07 09:55:21.004278 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3d01ccb1-ab2b-4040-9e8f-5590c13a1b34 req-02ea3a89-4368-4924-81ed-4f07b4e5efb6 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Sep 07 09:55:21.036116 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bea359-b707-40cb-989b-918926efb2bc {{(pid=105485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:55:21.045314 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:21.060964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Transition to ACTIVE for port object 21bea359-b707-40cb-989b-918926efb2bc will not be triggered until provisioned by entity L2. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:21.068280 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:21.186710 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:21.213406 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Attempting to bind port 21bea359-b707-40cb-989b-918926efb2bc on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:21.213926 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Attempting to bind port 21bea359-b707-40cb-989b-918926efb2bc by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:21.214348 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Attempting to bind port 21bea359-b707-40cb-989b-918926efb2bc on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:21.220169 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Port 21bea359-b707-40cb-989b-918926efb2bc on network 3db78a74-1926-4c75-b1f8-938280f0fed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:55:21.220625 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Attempting to bind port 21bea359-b707-40cb-989b-918926efb2bc on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:21.228140 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:21.228538 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:21.228904 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Bound using segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} {{(pid=105485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:21.229352 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.managers [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Bound port: 21bea359-b707-40cb-989b-918926efb2bc, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}}] {{(pid=105485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:21.229924 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:21.314757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, cleared binding levels {{(pid=105485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:21.318187 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=21bea359-b707-40cb-989b-918926efb2bc,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:21.324527 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:21.363577 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:21.364494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:21.367199 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 1093 time: 0.9238999 Sep 07 09:55:21.371204 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:21.373440 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:21.412406 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70055028-b355-4e61-923b-6431f81f24c2 service neutron] Pushing event updated for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=3']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:21.481046 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c1003-a741-4511-b466-4ae38d6c3a51 x-openstack-request-id: req-110c1003-a741-4511-b466-4ae38d6c3a51 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:21.481312 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:21.484200 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-110c1003-a741-4511-b466-4ae38d6c3a51 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:21.484200 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc', 'status': 'completed', 'code': 200} Sep 07 09:55:21.493422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-c95140ec-5778-4590-bc73-3cacee666809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:21.495222 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-c95140ec-5778-4590-bc73-3cacee666809 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1096 time: 0.0581353 Sep 07 09:55:21.547620 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-7a560074-1cd8-443b-8200-2c75aa3bc7a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 217 time: 0.0354443 Sep 07 09:55:21.614051 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-b3c5d74f-160d-4642-8870-4053681c2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:21.615526 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-b3c5d74f-160d-4642-8870-4053681c2ad2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0604713 Sep 07 09:55:21.668603 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909679-c618-4dab-a381-675446ce106d req-98246903-ceed-4f6f-98d7-083f6c6e0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:21.670184 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-98246903-ceed-4f6f-98d7-083f6c6e0c4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455158 Sep 07 09:55:21.798448 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-65cab4d1-18a2-4b9f-af92-5ecb8da66a65 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150737 Sep 07 09:55:21.810071 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba722-5a22-46d6-8903-19c25f0f3de2 req-946019e6-e852-487e-b7d0-4b78db4aa75d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:21.811911 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f72ba722-5a22-46d6-8903-19c25f0f3de2 req-946019e6-e852-487e-b7d0-4b78db4aa75d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0596247 Sep 07 09:55:21.872872 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f72ba722-5a22-46d6-8903-19c25f0f3de2 req-16017356-f670-4908-b4f2-e7fd972d5a2b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Sep 07 09:55:22.181663 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96a127-bba2-4315-a0eb-8ef72d7076fb req-e8529754-6478-4bfa-b5fe-0463ba85c445 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.183437 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab96a127-bba2-4315-a0eb-8ef72d7076fb req-e8529754-6478-4bfa-b5fe-0463ba85c445 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0987628 Sep 07 09:55:22.191034 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaa6de-8626-46c9-a91a-f0e267801f27 req-5d36ec06-7218-47c3-b1fe-b2601b5bb2cc tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.192606 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6aaa6de-8626-46c9-a91a-f0e267801f27 req-5d36ec06-7218-47c3-b1fe-b2601b5bb2cc tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 946 time: 0.0716796 Sep 07 09:55:22.247657 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-cf909679-c618-4dab-a381-675446ce106d req-12cb0e7f-4ab1-4f45-af0c-23ff8a6502a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398861 Sep 07 09:55:22.249952 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ab96a127-bba2-4315-a0eb-8ef72d7076fb req-6e950569-ed3f-409f-840e-a1ebbe8d67d9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562928 Sep 07 09:55:22.278202 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6aaa6de-8626-46c9-a91a-f0e267801f27 req-14204c38-7407-49e9-a0bf-93e6bb9273d7 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/security-groups?id=62edbb12-c7b3-4da4-9c71-66b31552f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770342 Sep 07 09:55:22.355766 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:22.502758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-d88cc50e-416b-4c14-b7fb-1464b84f31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.504439 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-d88cc50e-416b-4c14-b7fb-1464b84f31e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1096 time: 0.0512083 Sep 07 09:55:22.615933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-33a3b42a-98ca-411e-a338-7641cc06357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.617392 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-33a3b42a-98ca-411e-a338-7641cc06357b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.1047432 Sep 07 09:55:22.707477 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-429cfbb1-bd59-4697-a81a-e960ad930f2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 217 time: 0.0447218 Sep 07 09:55:22.732855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-d9a1a27e-c69b-4a83-965d-622cac237e26 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.734756 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-d9a1a27e-c69b-4a83-965d-622cac237e26 tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Sep 07 09:55:22.777790 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-9200dee9-b23d-4372-82c9-63eac7337ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.780256 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-9200dee9-b23d-4372-82c9-63eac7337ea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0631051 Sep 07 09:55:22.839888 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-01a2f820-fbde-46a4-af91-0e2c79abd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:22.842217 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-01a2f820-fbde-46a4-af91-0e2c79abd078 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532832 Sep 07 09:55:22.852930 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Deleting port db07af8a-f682-48df-9525-f5f0b59f709c {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:55:22.853521 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:22.959362 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] For port db07af8a-f682-48df-9525-f5f0b59f709c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=db07af8a-f682-48df-9525-f5f0b59f709c,segment=NetworkSegment(d30ffad4-ef87-4b5e-b58d-b587370b2031),segment_id=d30ffad4-ef87-4b5e-b58d-b587370b2031)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:22.960265 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:22.981716 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-a505c5a5-b3d3-4e66-a63b-031d54d0eb58 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318424 Sep 07 09:55:23.003885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Calling delete_port for db07af8a-f682-48df-9525-f5f0b59f709c owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:55:23.062259 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748be26-1d85-4514-9f1a-dfb4ad73ecfa req-1ca184dc-84f2-4182-8660-725f7d4aeb03 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:23.063880 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d748be26-1d85-4514-9f1a-dfb4ad73ecfa req-1ca184dc-84f2-4182-8660-725f7d4aeb03 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.1071198 Sep 07 09:55:23.106037 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-7821b20f-68ef-4ad7-b051-a0d5e7e29d7e req-740d7613-8ed7-4a23-b201-52736d43944b service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159835 Sep 07 09:55:23.120537 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d748be26-1d85-4514-9f1a-dfb4ad73ecfa req-1b6c0200-25ca-4f9e-aa9b-27effff77135 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Sep 07 09:55:23.208509 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:23.248198 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['db07af8a-f682-48df-9525-f5f0b59f709c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:55:23.264098 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Pushing event deleted for resources: {'Port': ['ID=db07af8a-f682-48df-9525-f5f0b59f709c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:23.296598 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] No DVR routers for this DVR port db07af8a-f682-48df-9525-f5f0b59f709c on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:55:23.307223 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:23.309380 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-526d3d2d-349d-4eb8-979d-f738953f6525 req-439607b9-db54-40a8-a3c7-67ef344544bd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.20 "DELETE /v2.0/ports/db07af8a-f682-48df-9525-f5f0b59f709c HTTP/1.1" status: 204 len: 173 time: 0.5687170 Sep 07 09:55:23.310163 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'name': 'network-vif-deleted', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:23.312279 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8d942-5a6b-4356-a264-6dec54db95f3" -d '{"events": [{"server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "name": "network-vif-deleted", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:23.403234 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e36e83b-4b18-4117-9709-1dd9393a70a5 req-9870b11c-c29f-4a9e-91d5-eef8ef4249dd tempest-VolumesSnapshotTestJSON-1080996775 tempest-VolumesSnapshotTestJSON-1080996775-project] 10.222.0.24 "GET /v2.0/ports?device_id=519aa6bc-65b0-4fd2-9426-8cd366054fa3 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Sep 07 09:55:23.438115 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fdca-350e-483c-bd1e-92e9a759180d req-aa1ec26f-c3cf-4eb6-bde1-ad06421db2f3 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:23.438115 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5689fdca-350e-483c-bd1e-92e9a759180d req-aa1ec26f-c3cf-4eb6-bde1-ad06421db2f3 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0914052 Sep 07 09:55:23.491605 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b539ee-8e94-4c7b-a991-c812e7b9e734 x-openstack-request-id: req-60b539ee-8e94-4c7b-a991-c812e7b9e734 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:23.492092 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519aa6bc-65b0-4fd2-9426-8cd366054fa3", "name": "network-vif-deleted", "tag": "db07af8a-f682-48df-9525-f5f0b59f709c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:23.492619 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60b539ee-8e94-4c7b-a991-c812e7b9e734 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:23.493082 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519aa6bc-65b0-4fd2-9426-8cd366054fa3', 'name': 'network-vif-deleted', 'tag': 'db07af8a-f682-48df-9525-f5f0b59f709c', 'status': 'completed', 'code': 200} Sep 07 09:55:23.496641 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5689fdca-350e-483c-bd1e-92e9a759180d req-f3062a4e-2032-43ff-b945-d04d2f02954b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552323 Sep 07 09:55:24.255416 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a873e2-8863-4c87-aac0-e95983009ef8 req-1a9422d5-4ebb-441e-8b3f-07f2830ac500 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:24.257244 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6a873e2-8863-4c87-aac0-e95983009ef8 req-1a9422d5-4ebb-441e-8b3f-07f2830ac500 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Sep 07 09:55:24.298323 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e6a873e2-8863-4c87-aac0-e95983009ef8 req-8890318f-4291-477a-9362-1818682e9c4d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Sep 07 09:55:24.667087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0623a4-7f65-423e-8f8a-2e340a7927c5 req-e1cd2819-2c0e-4b5d-b8c7-6e9237c6be49 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:24.677293 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a0623a4-7f65-423e-8f8a-2e340a7927c5 req-e1cd2819-2c0e-4b5d-b8c7-6e9237c6be49 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0966299 Sep 07 09:55:24.726435 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3a0623a4-7f65-423e-8f8a-2e340a7927c5 req-b6099ee6-e43c-44d4-b95f-0dc61d61a08f tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477827 Sep 07 09:55:25.281668 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-4bec220a-4bde-4e97-9550-423027c4cf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:25.425355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13cd4-ef81-4870-b183-50fb4e174b84 req-626c3331-4ad2-462a-8045-63cd3525cccb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:25.426726 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0cb13cd4-ef81-4870-b183-50fb4e174b84 req-626c3331-4ad2-462a-8045-63cd3525cccb tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Sep 07 09:55:25.463061 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0cb13cd4-ef81-4870-b183-50fb4e174b84 req-421a0682-0106-49fb-bd55-4ceb6ac2b902 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299988 Sep 07 09:55:25.842563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a281b-ba35-4088-a3c5-66c904a866ef req-8202351f-b454-47a6-87fd-323032ded666 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:25.844061 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-191a281b-ba35-4088-a3c5-66c904a866ef req-8202351f-b454-47a6-87fd-323032ded666 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0576537 Sep 07 09:55:25.910507 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-191a281b-ba35-4088-a3c5-66c904a866ef req-b33913bd-a3ee-40b9-a782-f04951ccb0fa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554588 Sep 07 09:55:25.913542 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-987a5616-ecb8-48b4-b4b0-5d6733025ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:25.915520 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-987a5616-ecb8-48b4-b4b0-5d6733025ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1098 time: 0.0705028 Sep 07 09:55:26.013470 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-f0a8ae4f-ad3a-44db-a2c0-4a44a6fc13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:26.014870 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-f0a8ae4f-ad3a-44db-a2c0-4a44a6fc13fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.0926723 Sep 07 09:55:26.085861 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-fa7bee90-0cf2-4d8c-9120-147de8ee2836 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 1000 time: 0.0629365 Sep 07 09:55:26.134976 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-7f9a4f66-8c3b-4624-9e73-b5b2eac4a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:26.136386 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-7f9a4f66-8c3b-4624-9e73-b5b2eac4a254 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0421896 Sep 07 09:55:26.186445 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-4ace598b-832c-40f5-84ee-806b135c1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:26.187934 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-4ace598b-832c-40f5-84ee-806b135c1d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406353 Sep 07 09:55:26.278515 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-14d8f9cf-d559-4adc-b5f1-4506a70b9f17 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Sep 07 09:55:26.579927 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2d27-1a0c-4001-8193-f14ed18b8ddb req-11998cf8-530c-459a-ac1e-5df4a9b005ee tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:26.581429 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b10d2d27-1a0c-4001-8193-f14ed18b8ddb req-11998cf8-530c-459a-ac1e-5df4a9b005ee tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 07 09:55:26.618387 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b10d2d27-1a0c-4001-8193-f14ed18b8ddb req-bc9ab4f5-b200-4942-a80c-00658af4047d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Sep 07 09:55:27.024040 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52073d88-9fab-4e6e-9f4a-88595784c3f6 req-31fb7388-52ba-44d3-aaf5-5859fcc51ce8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:27.025541 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-52073d88-9fab-4e6e-9f4a-88595784c3f6 req-31fb7388-52ba-44d3-aaf5-5859fcc51ce8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0479252 Sep 07 09:55:27.063420 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-52073d88-9fab-4e6e-9f4a-88595784c3f6 req-a26b96f9-887f-445e-893c-6ad91d08e45b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Sep 07 09:55:27.216120 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c2ad6789-bf2e-4a52-b13c-2416fd141544 req-f6379ba4-f9b9-44e9-85f3-cb30b9b9c28f service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871501 Sep 07 09:55:27.734162 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02e6d-a16c-48c4-84a2-220ec97bf584 req-12b5804a-6b5b-4383-a7b7-2cb561c4f8a1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:27.735641 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cca02e6d-a16c-48c4-84a2-220ec97bf584 req-12b5804a-6b5b-4383-a7b7-2cb561c4f8a1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0478179 Sep 07 09:55:27.771231 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cca02e6d-a16c-48c4-84a2-220ec97bf584 req-01350f6c-89ba-4770-88ed-2a03090f8049 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298426 Sep 07 09:55:27.963930 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device db07af8a-f682-48df-9525-f5f0b59f709c no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:27.987050 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: db07af8a-f682-48df-9525-f5f0b59f709c {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:55:27.987391 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device db07af8a-f682-48df-9525-f5f0b59f709c not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:55:28.013286 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:28.168951 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e22f69a1-e811-4c7b-8c7f-ff5b819d1fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:28.180521 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e5140-067c-4b2f-8c53-d5a674b0a733 req-406e809d-edd5-4f49-82f6-9dadf65b1e9e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:28.182088 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fa8e5140-067c-4b2f-8c53-d5a674b0a733 req-406e809d-edd5-4f49-82f6-9dadf65b1e9e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0527172 Sep 07 09:55:28.220349 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fa8e5140-067c-4b2f-8c53-d5a674b0a733 req-9d567d61-2e95-4770-b192-47813a2236f9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Sep 07 09:55:28.887541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854eb8-3c06-45d1-9bbd-7f4ed05f5d22 req-e919d45b-9101-47f9-90ac-6b4fd00eb548 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:28.888940 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84854eb8-3c06-45d1-9bbd-7f4ed05f5d22 req-e919d45b-9101-47f9-90ac-6b4fd00eb548 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Sep 07 09:55:28.925979 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-84854eb8-3c06-45d1-9bbd-7f4ed05f5d22 req-861ffdd8-8920-49d1-ba25-a3892923469e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 Sep 07 09:55:29.047063 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:29.329373 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38448c5-fb0f-4ce1-9188-bf69b1ac30aa req-7bdc5682-7514-40f0-ab47-b7a367033fee tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:29.330824 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c38448c5-fb0f-4ce1-9188-bf69b1ac30aa req-7bdc5682-7514-40f0-ab47-b7a367033fee tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0467722 Sep 07 09:55:29.367930 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c38448c5-fb0f-4ce1-9188-bf69b1ac30aa req-9044ae4f-7c9b-4e07-aa34-c50467156d5a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306668 Sep 07 09:55:30.045983 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef471b-335f-4f47-9285-d82f0f7326d5 req-9e4745cb-4038-44fb-aa43-6067c70b197d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:30.047416 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7ef471b-335f-4f47-9285-d82f0f7326d5 req-9e4745cb-4038-44fb-aa43-6067c70b197d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Sep 07 09:55:30.084569 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c7ef471b-335f-4f47-9285-d82f0f7326d5 req-bc7312eb-4705-4ae8-bea0-71e5c80a58f4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Sep 07 09:55:30.486451 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74684b-182b-45e2-9922-6ca81338e0fd req-1acb90e5-0253-4671-b55d-bd19b8281c73 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:30.487839 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a74684b-182b-45e2-9922-6ca81338e0fd req-1acb90e5-0253-4671-b55d-bd19b8281c73 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 943 time: 0.0489557 Sep 07 09:55:30.525250 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a74684b-182b-45e2-9922-6ca81338e0fd req-29e0abc7-b373-4295-b05b-da5773894262 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304489 Sep 07 09:55:30.829109 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:30.945481 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 21bea359-b707-40cb-989b-918926efb2bc details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:55:30.955094 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:31.104889 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:31.111039 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=21bea359-b707-40cb-989b-918926efb2bc,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:31.133637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '21bea359-b707-40cb-989b-918926efb2bc', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:55:31.141365 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:31.143569 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff96cee-9820-4c5b-b348-033bd35a0f62" -d '{"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-unplugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:31.158637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:31.176187 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ab07d5-02df-4442-beef-737e817e655f x-openstack-request-id: req-21ab07d5-02df-4442-beef-737e817e655f {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:31.176482 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-unplugged", "status": "failed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "code": 422}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:31.176748 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21ab07d5-02df-4442-beef-737e817e655f {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:31.177170 dv-cinder-807083-6-iscsi neutron-server[105487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'code': 422} returned with failed status Sep 07 09:55:31.179763 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:31.205991 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9b22-1064-4e96-a30e-d9d6acb33df1 req-4f867012-279a-41b0-b73d-16941795ff89 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:31.207493 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee8b9b22-1064-4e96-a30e-d9d6acb33df1 req-4f867012-279a-41b0-b73d-16941795ff89 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0518544 Sep 07 09:55:31.218725 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:31.244191 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bea359-b707-40cb-989b-918926efb2bc {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:55:31.246647 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ee8b9b22-1064-4e96-a30e-d9d6acb33df1 req-d04fdf1e-50b4-4fca-b8c8-6a0842bcf614 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 07 09:55:31.258732 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=8']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:31.268994 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=21bea359-b707-40cb-989b-918926efb2bc,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:31.273034 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:31.320026 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:31.574185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['21bea359-b707-40cb-989b-918926efb2bc'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:55:31.662533 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6f59b-214d-4a9e-ad4b-d39138386e6a req-dad38331-ebf3-4427-a3c7-fa3370d747e5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:31.665546 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2de6f59b-214d-4a9e-ad4b-d39138386e6a req-dad38331-ebf3-4427-a3c7-fa3370d747e5 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 944 time: 0.0609522 Sep 07 09:55:31.707945 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2de6f59b-214d-4a9e-ad4b-d39138386e6a req-53a7e7e7-2039-47a0-9dc9-2cc5c1cffbf3 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354159 Sep 07 09:55:32.270336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498b75-d7f6-444c-882a-a230eb655e8d req-de13dcdd-234e-43e7-bcb2-750dffe9afb4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:32.271841 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e498b75-d7f6-444c-882a-a230eb655e8d req-de13dcdd-234e-43e7-bcb2-750dffe9afb4 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Sep 07 09:55:32.298199 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-78d38dcf-0775-44e5-8ba6-a03693b872f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379207 Sep 07 09:55:32.311019 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e498b75-d7f6-444c-882a-a230eb655e8d req-dc1059a6-f61e-4424-802d-90bf217c6b3b tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Sep 07 09:55:32.829960 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3892-f2ef-4a7d-b8ac-28f4eabff751 req-58d28a80-048a-4efc-b37a-6370bafb5ece tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:32.831454 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c07b3892-f2ef-4a7d-b8ac-28f4eabff751 req-58d28a80-048a-4efc-b37a-6370bafb5ece tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 944 time: 0.0483501 Sep 07 09:55:32.875178 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c07b3892-f2ef-4a7d-b8ac-28f4eabff751 req-123f429c-909d-4a62-ad6d-6981422c69f6 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363834 Sep 07 09:55:32.951045 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 21bea359-b707-40cb-989b-918926efb2bc up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:33.005279 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 21bea359-b707-40cb-989b-918926efb2bc completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:33.009857 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 21bea359-b707-40cb-989b-918926efb2bc triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:33.010320 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:33.082774 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-dffe714d-ced4-4643-aea3-24bd2158e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.084185 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-dffe714d-ced4-4643-aea3-24bd2158e1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5&tenant_id=aa0e1466cb614cacad325113650f08b9 HTTP/1.1" status: 200 len: 1096 time: 0.0531611 Sep 07 09:55:33.092694 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:33.125918 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=21bea359-b707-40cb-989b-918926efb2bc,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:33.129887 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:33.130688 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:55:33.158596 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-edc4e793-b63b-42df-994a-0300f876736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.160091 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-edc4e793-b63b-42df-994a-0300f876736c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1096 time: 0.0401294 Sep 07 09:55:33.178456 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bea359-b707-40cb-989b-918926efb2bc'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:33.180894 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0f14c-ed37-42ef-96a2-b8f344e65556" -d '{"events": [{"server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "name": "network-vif-plugged", "status": "completed", "tag": "21bea359-b707-40cb-989b-918926efb2bc"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:33.211650 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:33.238930 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3517040a-cfba-4897-8c10-fbc91a4e4aeb x-openstack-request-id: req-3517040a-cfba-4897-8c10-fbc91a4e4aeb {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:33.239219 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "name": "network-vif-plugged", "status": "completed", "tag": "21bea359-b707-40cb-989b-918926efb2bc", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:33.239469 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3517040a-cfba-4897-8c10-fbc91a4e4aeb {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:33.239847 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bea359-b707-40cb-989b-918926efb2bc', 'code': 200} Sep 07 09:55:33.251336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-5834f4a4-0e9d-4575-a9e1-09db34ed4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.252966 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-5834f4a4-0e9d-4575-a9e1-09db34ed4033 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.0860953 Sep 07 09:55:33.323362 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-410f0135-5d19-428f-a5e3-456b130ebd65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 998 time: 0.0620058 Sep 07 09:55:33.373226 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-f1d92087-c70f-4fca-92d6-db27c5d93ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.374705 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-f1d92087-c70f-4fca-92d6-db27c5d93ef3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0439384 Sep 07 09:55:33.455211 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-4b0da56c-e9f3-4a7b-abca-4f8c0cef2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.456753 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-4b0da56c-e9f3-4a7b-abca-4f8c0cef2537 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737200 Sep 07 09:55:33.463937 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917601-a312-468f-9811-bf8d29fddda6 req-d5c8ce2f-9394-4933-9544-63ee5869b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.465452 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-99917601-a312-468f-9811-bf8d29fddda6 req-d5c8ce2f-9394-4933-9544-63ee5869b162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1098 time: 0.0432055 Sep 07 09:55:33.465873 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793afc1b-c834-426e-ae43-6e9068c65bd9 req-af1abe5d-cb04-41b4-94c6-c6ad450478e5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.467304 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-793afc1b-c834-426e-ae43-6e9068c65bd9 req-af1abe5d-cb04-41b4-94c6-c6ad450478e5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0756271 Sep 07 09:55:33.500334 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-99917601-a312-468f-9811-bf8d29fddda6 req-dd59e961-6952-4578-8714-cf1f8c4ff8e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279315 Sep 07 09:55:33.552810 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-793afc1b-c834-426e-ae43-6e9068c65bd9 req-dc8081ca-d4a8-4da7-b4e7-946e766896a9 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774164 Sep 07 09:55:33.575953 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-568ca5f4-6705-432c-8f95-63ed0c10e09d service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077142 Sep 07 09:55:33.857855 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c9ccd43a-435b-430f-a10f-0eaaa61968ff req-25ab8cd3-2814-4197-b565-0929e27b0d64 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Sep 07 09:55:33.989518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545de22-e6b2-4759-aa56-79e35c3eba33 req-d2bd3479-a93a-46b5-9e63-648ccf8fd458 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:33.990979 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8545de22-e6b2-4759-aa56-79e35c3eba33 req-d2bd3479-a93a-46b5-9e63-648ccf8fd458 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0475945 Sep 07 09:55:34.029548 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8545de22-e6b2-4759-aa56-79e35c3eba33 req-a2e20b4e-fc5f-416b-8f55-09b308ac99ab tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Sep 07 09:55:34.687585 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a0e1-7d0e-4df6-a91c-f0981dd6adc0 req-189dd01b-4bd5-49f6-aa2f-0c3de62fee5d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:34.689092 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bc7a0e1-7d0e-4df6-a91c-f0981dd6adc0 req-189dd01b-4bd5-49f6-aa2f-0c3de62fee5d tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0525155 Sep 07 09:55:34.728854 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bc7a0e1-7d0e-4df6-a91c-f0981dd6adc0 req-7acafd05-8037-4323-ae26-d09a38deac15 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Sep 07 09:55:35.150776 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941136-0ef9-4841-9821-93b1d2d8a8d5 req-c1f8e180-7bbd-40b5-975d-c808a5ef27bb tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:35.161989 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02941136-0ef9-4841-9821-93b1d2d8a8d5 req-c1f8e180-7bbd-40b5-975d-c808a5ef27bb tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0495203 Sep 07 09:55:35.193334 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02941136-0ef9-4841-9821-93b1d2d8a8d5 req-bd891da9-fc05-4756-a4a8-bd398eb20275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Sep 07 09:55:35.849201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f25029-e30e-4096-83d7-01537abba5d0 req-35f88ed6-a9f3-4db8-b050-4b50ef89d059 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:35.850588 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7f25029-e30e-4096-83d7-01537abba5d0 req-35f88ed6-a9f3-4db8-b050-4b50ef89d059 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0492587 Sep 07 09:55:35.890042 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7f25029-e30e-4096-83d7-01537abba5d0 req-399f317a-a534-4d31-a7aa-2ce219122119 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Sep 07 09:55:36.322922 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396193d0-7656-488a-b051-8d9c527ff788 req-ed1af138-8711-4820-a23f-3952148da3e1 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:36.324575 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-396193d0-7656-488a-b051-8d9c527ff788 req-ed1af138-8711-4820-a23f-3952148da3e1 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0539703 Sep 07 09:55:36.362601 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-396193d0-7656-488a-b051-8d9c527ff788 req-8e76571e-f132-4fe2-9b1b-732a75296153 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Sep 07 09:55:37.012466 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5c4a-4371-41d8-8eee-64d76ed261bf req-9103b36b-0875-4ddd-b94c-df7fb31db6bf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:37.013976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0aab5c4a-4371-41d8-8eee-64d76ed261bf req-9103b36b-0875-4ddd-b94c-df7fb31db6bf tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0493083 Sep 07 09:55:37.053587 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0aab5c4a-4371-41d8-8eee-64d76ed261bf req-4f9e92df-0e15-4b87-8447-07618257fae5 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338044 Sep 07 09:55:37.475898 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433da24-0f60-404e-a80c-7bf90e749cbb req-aeaa6152-006e-443a-a5e9-4fcfbdd9d121 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:37.477557 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6433da24-0f60-404e-a80c-7bf90e749cbb req-aeaa6152-006e-443a-a5e9-4fcfbdd9d121 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0491140 Sep 07 09:55:37.516275 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6433da24-0f60-404e-a80c-7bf90e749cbb req-36e56d52-94c5-408a-9927-a287e50f3c2c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Sep 07 09:55:38.181458 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c6f82-5d3a-4896-bec4-3bb73508a7fe req-787d6979-362c-46ab-8774-ee566dba6f3c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:38.183259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1c6f82-5d3a-4896-bec4-3bb73508a7fe req-787d6979-362c-46ab-8774-ee566dba6f3c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0533102 Sep 07 09:55:38.223700 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ff1c6f82-5d3a-4896-bec4-3bb73508a7fe req-cc813338-19e4-4cc9-b09d-48705d391b38 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342422 Sep 07 09:55:38.687712 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f803c-2aa6-4fc7-a098-a6254ff0665a req-5e594aa0-5f4a-41be-8c7a-3836bed04280 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:38.689422 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c42f803c-2aa6-4fc7-a098-a6254ff0665a req-5e594aa0-5f4a-41be-8c7a-3836bed04280 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0849607 Sep 07 09:55:38.732915 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c42f803c-2aa6-4fc7-a098-a6254ff0665a req-59761df8-8b0f-4f54-bec7-1f1b96bb6a98 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366054 Sep 07 09:55:39.352931 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943b49-7e59-4f8b-a713-08bdd5f2b274 req-a514a214-f0db-4747-8f1e-e4f2971c78bc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:39.355250 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e943b49-7e59-4f8b-a713-08bdd5f2b274 req-a514a214-f0db-4747-8f1e-e4f2971c78bc tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0509014 Sep 07 09:55:39.395225 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e943b49-7e59-4f8b-a713-08bdd5f2b274 req-8d6f3c24-46cf-437f-9cf8-497d1701435c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Sep 07 09:55:39.859769 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e424b-e35d-4129-8552-fb380fbf013e req-5796fc1e-4ca4-4956-8078-472e10e3cca7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:39.860924 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-218e424b-e35d-4129-8552-fb380fbf013e req-5796fc1e-4ca4-4956-8078-472e10e3cca7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0594485 Sep 07 09:55:39.916988 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-218e424b-e35d-4129-8552-fb380fbf013e req-45eb287f-d5f1-4860-a979-7c01e4123da7 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483291 Sep 07 09:55:40.519410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee858-27a0-406a-bfba-5cff2ff28f58 req-965283c5-5ee5-404e-83aa-9140149951fe tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:40.521018 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aceee858-27a0-406a-bfba-5cff2ff28f58 req-965283c5-5ee5-404e-83aa-9140149951fe tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0513082 Sep 07 09:55:40.565261 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aceee858-27a0-406a-bfba-5cff2ff28f58 req-5400a8ab-b7c3-4e6f-83c9-7db62d694b04 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Sep 07 09:55:41.036661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef51a6-cfab-4447-9a61-5ffdaac05464 req-790a73fe-8372-4eb3-b1e6-5d8406b00630 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:41.038203 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-64ef51a6-cfab-4447-9a61-5ffdaac05464 req-790a73fe-8372-4eb3-b1e6-5d8406b00630 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0514517 Sep 07 09:55:41.080976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-64ef51a6-cfab-4447-9a61-5ffdaac05464 req-c02d58b3-b41a-40c1-864b-26f6701636ed tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357833 Sep 07 09:55:41.696487 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d47aba-31bf-4af9-8e60-1ca77e068968 req-f7594f4a-1329-4fdd-8c60-ea9655432145 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:41.698591 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02d47aba-31bf-4af9-8e60-1ca77e068968 req-f7594f4a-1329-4fdd-8c60-ea9655432145 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0560632 Sep 07 09:55:41.738121 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02d47aba-31bf-4af9-8e60-1ca77e068968 req-52060afa-13b9-4c07-bee5-a0ba1365ca6c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Sep 07 09:55:42.200560 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2b37-bccc-4f0f-863d-77fee5146f45 req-cbcc5704-4632-4ef3-a638-394111c583aa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:42.202420 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-698c2b37-bccc-4f0f-863d-77fee5146f45 req-cbcc5704-4632-4ef3-a638-394111c583aa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0517662 Sep 07 09:55:42.244461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-698c2b37-bccc-4f0f-863d-77fee5146f45 req-7cb2205f-89a8-434b-8180-330cb2088723 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Sep 07 09:55:42.863686 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89932be4-6d67-47db-9c09-771b5604410c req-6e0a2087-291e-4a02-a387-ee7d4752214c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:42.865320 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89932be4-6d67-47db-9c09-771b5604410c req-6e0a2087-291e-4a02-a387-ee7d4752214c tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Sep 07 09:55:42.904447 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89932be4-6d67-47db-9c09-771b5604410c req-450ff9b6-d9d0-4e7d-ac9d-0095d4f31443 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 Sep 07 09:55:43.373568 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ce11-7bfc-4fd5-b71b-e20cfedad334 req-a1aafd8f-12b0-4cb1-b465-614d47f952d6 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:43.375109 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6342ce11-7bfc-4fd5-b71b-e20cfedad334 req-a1aafd8f-12b0-4cb1-b465-614d47f952d6 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0565984 Sep 07 09:55:43.416963 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6342ce11-7bfc-4fd5-b71b-e20cfedad334 req-92135b9e-6dcd-429f-8aea-3d2ae701c15a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347569 Sep 07 09:55:44.024648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfae3d-fd63-4c24-8f22-b55d8d872365 req-773cfe68-e082-4716-96b5-d3497e0e3ba3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:44.026167 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-26cfae3d-fd63-4c24-8f22-b55d8d872365 req-773cfe68-e082-4716-96b5-d3497e0e3ba3 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0500326 Sep 07 09:55:44.065749 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-26cfae3d-fd63-4c24-8f22-b55d8d872365 req-3e6bffb0-636f-4095-be11-81dbba4e1812 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Sep 07 09:55:44.549132 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5d87-4276-435f-8d62-3c079b890fb4 req-10db0413-f9a1-4564-a767-28351c44de8a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:44.550663 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a3e5d87-4276-435f-8d62-3c079b890fb4 req-10db0413-f9a1-4564-a767-28351c44de8a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 07 09:55:44.590210 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8a3e5d87-4276-435f-8d62-3c079b890fb4 req-0cefce04-8945-43c1-98af-8a69fbf89e47 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Sep 07 09:55:45.187438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ae6b-031c-4129-b43a-59a3ff4a6878 req-9b8f795e-096f-4d36-b134-8b9d938e3a22 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:45.188901 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3343ae6b-031c-4129-b43a-59a3ff4a6878 req-9b8f795e-096f-4d36-b134-8b9d938e3a22 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0497034 Sep 07 09:55:45.224857 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3343ae6b-031c-4129-b43a-59a3ff4a6878 req-44e3e957-94f2-4a3e-bd37-5413b843fad8 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301881 Sep 07 09:55:45.712406 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c915d-e6c7-40aa-96d3-e9e6455971fb req-b97a338b-c53b-44e7-9323-2f8f839b25ae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:45.713911 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-084c915d-e6c7-40aa-96d3-e9e6455971fb req-b97a338b-c53b-44e7-9323-2f8f839b25ae tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0535905 Sep 07 09:55:45.750907 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-084c915d-e6c7-40aa-96d3-e9e6455971fb req-a08f300d-ee6e-420d-9f70-abc9eeda2842 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Sep 07 09:55:45.861140 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0e75-0a39-4cb8-831c-6febc4bb02b9 req-e9ca1abf-f884-4e40-b1d9-402c1f658af8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:45.862596 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-81bc0e75-0a39-4cb8-831c-6febc4bb02b9 req-e9ca1abf-f884-4e40-b1d9-402c1f658af8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0474422 Sep 07 09:55:45.899653 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-81bc0e75-0a39-4cb8-831c-6febc4bb02b9 req-76f7315a-faee-4de3-9801-1331cf023864 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Sep 07 09:55:45.922039 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33492) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:45.963061 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925e522-88b4-4713-a8b0-15c68dcee7a9 tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:45.964593 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9925e522-88b4-4713-a8b0-15c68dcee7a9 tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1093 time: 0.0414987 Sep 07 09:55:45.967375 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33494) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:45.971630 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:45.992719 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:46.085240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:46.447905 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.27.2.36 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/4f9da396-e509-40b7-b35e-a2e85272b00d) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:46.472858 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59020006-d44d-4e3e-8075-28e5b28cf5f0 req-888d9f2e-271e-4e20-9b8f-cf2f7f62b4df tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:46.474387 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59020006-d44d-4e3e-8075-28e5b28cf5f0 req-888d9f2e-271e-4e20-9b8f-cf2f7f62b4df tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 943 time: 0.0762632 Sep 07 09:55:46.560377 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-59020006-d44d-4e3e-8075-28e5b28cf5f0 req-af362579-3db5-4170-b67f-70c5644f84ce tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708904 Sep 07 09:55:46.592697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:46.634272 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:46.669661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:46.674683 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:46.680855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:46.703409 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=4f9da396-e509-40b7-b35e-a2e85272b00d,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:47.024233 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:55:47.082425 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.135496 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:47.151351 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '4399c5f1-751a-4901-878a-21444c6c0084', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'port_id': '4399c5f1-751a-4901-878a-21444c6c0084', 'mac_address': 'fa:16:3e:c6:d8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:55:47.170265 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.192028 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.209050 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:55:47.229898 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:47.235570 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.289913 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=9']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:47.335014 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.340108 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.409266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=4f9da396-e509-40b7-b35e-a2e85272b00d,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:47.420982 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.514491 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP 31ba526c-ba6b-4741-8313-292b80c0eb9d associated. External IP: 172.27.2.36, port: 21bea359-b707-40cb-989b-918926efb2bc. Sep 07 09:55:47.539191 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['4399c5f1-751a-4901-878a-21444c6c0084'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:55:47.747097 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838805f6-2f0f-46f3-807f-4699f564da70 req-99df9bd5-382f-4b20-8fa9-3e97a8134ac7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:47.748600 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-838805f6-2f0f-46f3-807f-4699f564da70 req-99df9bd5-382f-4b20-8fa9-3e97a8134ac7 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0907841 Sep 07 09:55:47.782889 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:47.803526 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-838805f6-2f0f-46f3-807f-4699f564da70 req-152a04fa-9552-4cfa-9a13-661027ad0389 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Sep 07 09:55:47.865831 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33508) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:47.904036 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:47.909159 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Deleting subnet ac212ec7-dc86-4490-b7c0-398baa8d3bd0 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:55:47.911734 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.914002 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:47.920918 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.923187 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:47.923906 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:47.946639 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:47.960968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7c62017a-d1a3-4ed9-ae12-9ee415bdd0b8 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9828227 Sep 07 09:55:47.960968 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:47.960968 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238fa9e8-281e-45b4-a1af-af01d05686e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:47.993145 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4fc29a-7f4f-45a2-84ac-7bec333e9b45 x-openstack-request-id: req-5d4fc29a-7f4f-45a2-84ac-7bec333e9b45 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:47.993461 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:47.993714 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d4fc29a-7f4f-45a2-84ac-7bec333e9b45 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:47.994116 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc', 'status': 'completed', 'code': 200} Sep 07 09:55:47.999316 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.035261 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:48.055524 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.082657 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac212ec7-dc86-4490-b7c0-398baa8d3bd0,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:48.085157 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-cfd277c1-74a7-4227-a2e3-56d1137bf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:48.087836 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.088930 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-cfd277c1-74a7-4227-a2e3-56d1137bf84a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1098 time: 0.0460105 Sep 07 09:55:48.090256 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac212ec7-dc86-4490-b7c0-398baa8d3bd0 HTTP/1.1" status: 204 len: 168 time: 0.2227933 Sep 07 09:55:48.092173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33514) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:48.094463 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.094813 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.095146 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.095483 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.095811 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.096140 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.096512 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.096826 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.097151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.097470 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.098053 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.098369 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ebdfc-9b20-4dac-b4c7-37211c3f4784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:48.214950 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.262947 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-15255d77-21b0-48c5-bb07-03c8432cd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:48.264440 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-15255d77-21b0-48c5-bb07-03c8432cd0bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.1536641 Sep 07 09:55:48.267034 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:46Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.293141 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:48.301361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:48.301965 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.349365 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.385027 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-0178ed83-0dec-463a-afed-2a746d02dc8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 998 time: 0.1072795 Sep 07 09:55:48.386483 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5174798-45b9-41f0-a294-8affe389c722']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.395677 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30ffad4-ef87-4b5e-b58d-b587370b2031') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.395976 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30ffad4-ef87-4b5e-b58d-b587370b2031') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.406759 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:48.429894 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.450507 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.459843 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-9d6b7be1-393d-4afe-ad48-517b331ce891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:48.461439 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-9d6b7be1-393d-4afe-ad48-517b331ce891 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0636530 Sep 07 09:55:48.462365 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:55:48.462744 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:55:48.464394 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:55:48.547472 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-9de2d21a-f4d8-4316-8510-8cf941bef5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:48.549077 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-9de2d21a-f4d8-4316-8510-8cf941bef5d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756164 Sep 07 09:55:48.550093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.556437 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.559237 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f5174798-45b9-41f0-a294-8affe389c722 HTTP/1.1" status: 204 len: 168 time: 0.4659269 Sep 07 09:55:48.578046 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767284-c92e-4224-86d6-ff08e9a57c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5174798-45b9-41f0-a294-8affe389c722,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:48.642844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:46Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:48.657230 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-5fbb8e13-3e15-46ef-a4ac-8b062bc08fff service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969026 Sep 07 09:55:48.669495 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac6bb1-e272-4f83-b039-a9876fd882ca None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:46Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:48.749699 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33518) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:48.764383 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-238fa9e8-281e-45b4-a1af-af01d05686e9 req-1f78f719-a1f4-4774-a7fe-20c717388e38 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973246 Sep 07 09:55:48.789435 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9daed40e-1117-4f15-8bf2-ddef195ed79f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2003a88748c74e7c80ea19b4d69469d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385330 Sep 07 09:55:48.792333 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33520) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:48.852217 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.875083 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.898471 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc77c19-9029-49d4-806d-06150f110f5a None None] New status for floating IP 31ba526c-ba6b-4741-8313-292b80c0eb9d: ACTIVE {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:55:48.953665 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8cb06-3064-49c2-92f7-63cdc87ad88b req-a63113cc-44fb-40b8-b709-7c5e4a43f17a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:48.955248 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36a8cb06-3064-49c2-92f7-63cdc87ad88b req-a63113cc-44fb-40b8-b709-7c5e4a43f17a tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 944 time: 0.0782173 Sep 07 09:55:48.978057 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.980596 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:48.981749 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62edbb12-c7b3-4da4-9c71-66b31552f991 HTTP/1.1" status: 204 len: 168 time: 0.1884217 Sep 07 09:55:48.996102 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28c1d0-71e0-44a7-a5ba-77d95251b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edbb12-c7b3-4da4-9c71-66b31552f991,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:49.012049 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-36a8cb06-3064-49c2-92f7-63cdc87ad88b req-dccc58fa-6fa1-49d9-88a5-9475f0cf17ca tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501225 Sep 07 09:55:49.014133 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:49.073285 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 4399c5f1-751a-4901-878a-21444c6c0084 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:49.073994 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.161580 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.189374 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:55:49.191662 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f18c38-dee2-4e59-be7b-459659286ac6" -d '{"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:55:49.205601 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:49.210232 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.235879 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97cae6-61ca-4552-bc75-d6c281fecdc7 x-openstack-request-id: req-bc97cae6-61ca-4552-bc75-d6c281fecdc7 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:55:49.236179 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-plugged", "status": "completed", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:55:49.236432 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc97cae6-61ca-4552-bc75-d6c281fecdc7 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:55:49.236871 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'code': 200} Sep 07 09:55:49.267300 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=10']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:49.455783 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1082a-3ed3-4508-a530-c3c1957e7d2c req-057c1773-cef7-45a0-874c-4886ff759998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:49.457314 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-98a1082a-3ed3-4508-a530-c3c1957e7d2c req-057c1773-cef7-45a0-874c-4886ff759998 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1099 time: 0.0383503 Sep 07 09:55:49.494400 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-98a1082a-3ed3-4508-a530-c3c1957e7d2c req-f64062fb-d3c9-4fa0-8081-27d7577f700e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287097 Sep 07 09:55:49.757777 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33546) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:49.850069 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1746450327-network', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:49.871434 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Made reservation on behalf of f50d0adc1c5a49b5a4b6a32e8e66da53 for: {'network': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:55:49.873821 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.881661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.967648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.971277 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:49.991521 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=105486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:55:50.006201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e432e43b-e118-4e34-af08-618c81944ca8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:50.009187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.009529 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.segments_db [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Added segment 6625c1b1-b842-4a04-8d30-7f3685e595a7 of type vlan for network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 Sep 07 09:55:50.050841 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.076732 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.077641 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:50.078231 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.117855 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3589783 Sep 07 09:55:50.120860 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33552) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:50.125694 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Request body: {'subnet': {'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1746450327-subnet', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'ip_version': 4}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:50.146507 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Made reservation on behalf of f50d0adc1c5a49b5a4b6a32e8e66da53 for: {'subnet': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:55:50.148978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29748999'] for subnet, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.163344 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc170a2-6e18-48d7-a153-8f1999b02aac admin admin] Pushing event updated for resources: {'Network': ['ID=2a542001-6bc6-430a-9e4c-e4f1190d6c64,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:50.175802 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:55:50.183089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ef055-7f80-4273-9838-5ff2ab5f4d43 req-520610d2-d38c-46f7-a942-69b1e57156b6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:50.184654 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e5ef055-7f80-4273-9838-5ff2ab5f4d43 req-520610d2-d38c-46f7-a942-69b1e57156b6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0885584 Sep 07 09:55:50.232565 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0e5ef055-7f80-4273-9838-5ff2ab5f4d43 req-19126b0a-68e0-4f67-8b51-56cd36e6d304 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Sep 07 09:55:50.317663 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29818531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29749105'] for subnet, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.372013 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ef2b4d-0e4d-4050-b834-820b02717f61,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:50.378948 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Checking segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:50.379305 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Network hostable DHCP agents. Network: 2a542001-6bc6-430a-9e4c-e4f1190d6c64, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:55:50.395157 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:55:50.404398 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 2a542001-6bc6-430a-9e4c-e4f1190d6c64) {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:50.408514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:50.409095 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.414982 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be533d-1bf2-4fc1-9e3c-e3076765a1e0 None None] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:50.423444 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f778fa14-1f8e-4a0d-982b-55c4df6d0286 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3014250 Sep 07 09:55:50.426223 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33554) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:50.430915 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:50.450767 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.451743 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.505154 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.558745 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:55:50.559831 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.647293 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.705310 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Allocated IP 172.20.0.2 (2a542001-6bc6-430a-9e4c-e4f1190d6c64/69ef2b4d-0e4d-4050-b834-820b02717f61/48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:50.860128 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.880649 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.978446 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:50.987904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Transition to ACTIVE for port object 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:50.992795 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Allocated IP 172.27.2.137 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/8ded2859-0067-4493-9428-ae0cb094463b) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:51.004736 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Transition to ACTIVE for port object 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:51.013213 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.057990 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:51.064908 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:51.073160 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:51.076745 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Pushing event updated for resources: {'Port': ['ID=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:51.113412 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.136015 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Attempting to bind port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:51.136388 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Attempting to bind port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:51.136785 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Attempting to bind port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf on network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:51.143631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:51.143998 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Checking segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:51.144661 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.145057 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Bound using segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:51.145530 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Bound port: 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:51.145909 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.163648 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.202264 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:51.206928 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:51.213674 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:51.215969 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] For port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:51.219157 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] For port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:51.224684 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.301790 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ded2859-0067-4493-9428-ae0cb094463b,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:51.317667 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a830f-dc07-4407-a265-f0e92d5c39ba None None] Pushing event updated for resources: {'Port': ['ID=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:51.389470 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25e0a-2249-4dd2-b1b3-90cf9aa0f386 req-d71a522d-b270-48f1-82a5-1c4505b8a504 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:51.393030 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ce25e0a-2249-4dd2-b1b3-90cf9aa0f386 req-d71a522d-b270-48f1-82a5-1c4505b8a504 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0551600 Sep 07 09:55:51.433271 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ce25e0a-2249-4dd2-b1b3-90cf9aa0f386 req-97558aed-d392-4085-a858-c0f8dd9d1707 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360181 Sep 07 09:55:51.546167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.741736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.863476 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Router 2e06b614-d512-4c68-b89f-fd0c751a6a80 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:55:51.971137 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:51.981399 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Sync routers for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:51.991117 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:51.991850 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:51.992823 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:51.994277 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-82708b9e-93cb-421f-a877-f51d4c3d71e0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5670516 Sep 07 09:55:51.997021 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33592) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:52.110888 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:52.217849 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882f26b-e8db-4288-9d6d-848da4fafd1d None None] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:52.317903 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7fdd264-edc4-4427-a469-871dfe03706b None None] Provisioning for port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:52.362604 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:52.425523 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.509410 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:51Z', 'revision_number': 3, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:52.513233 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:52.542557 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Checking router: 2e06b614-d512-4c68-b89f-fd0c751a6a80 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:52.542896 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Updating router 2e06b614-d512-4c68-b89f-fd0c751a6a80 port 8ded2859-0067-4493-9428-ae0cb094463b binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:55:52.546260 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:52.546636 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.562462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff0f47-c255-4c97-9cf9-86f2843821d8 req-129ed797-8d6a-4060-80ba-c8c3669a0586 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:52.565132 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1eff0f47-c255-4c97-9cf9-86f2843821d8 req-129ed797-8d6a-4060-80ba-c8c3669a0586 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0511608 Sep 07 09:55:52.598330 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.611902 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:55:52.614911 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1eff0f47-c255-4c97-9cf9-86f2843821d8 req-62d1ac92-3092-4386-b05c-a1a1939ad86e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Sep 07 09:55:52.730382 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.749678 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.852938 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:52.865294 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.892249 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Allocated IP 172.20.0.1 (2a542001-6bc6-430a-9e4c-e4f1190d6c64/69ef2b4d-0e4d-4050-b834-820b02717f61/099aa1a0-69ca-40f0-b5d9-360433b3f711) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:52.930772 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3d31010e-97a4-4fce-a1ad-6f016bc1576c None None] Provisioning complete for port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:52.931142 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d31010e-97a4-4fce-a1ad-6f016bc1576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:52.999103 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:52.999934 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.013666 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.provisioning_blocks [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Transition to ACTIVE for port object 099aa1a0-69ca-40f0-b5d9-360433b3f711 will not be triggered until provisioned by entity DHCP. {{(pid=105485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:53.031639 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.045303 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Transition to ACTIVE for port object 8ded2859-0067-4493-9428-ae0cb094463b will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:53.046927 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.067071 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.086985 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:53.090362 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:53.092761 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:53.126986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Pushing event updated for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:53.132150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Attempting to bind port 8ded2859-0067-4493-9428-ae0cb094463b on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:53.132653 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Attempting to bind port 8ded2859-0067-4493-9428-ae0cb094463b by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:53.133219 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Attempting to bind port 8ded2859-0067-4493-9428-ae0cb094463b on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:53.135982 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ecf2-7ab9-4656-a8ba-a6b549a6d313 None None] Pushing event updated for resources: {'Port': ['ID=8ded2859-0067-4493-9428-ae0cb094463b,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:53.143494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.144178 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:53.144743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:53.145445 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.145859 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:53.146540 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Bound port: 8ded2859-0067-4493-9428-ae0cb094463b, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:53.147081 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.213208 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] For port 8ded2859-0067-4493-9428-ae0cb094463b, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:53.217502 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] For port 8ded2859-0067-4493-9428-ae0cb094463b, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=8ded2859-0067-4493-9428-ae0cb094463b,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:53.222743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.283505 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:53.284142 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:53.286003 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.289631 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ecf2-7ab9-4656-a8ba-a6b549a6d313 None None] Pushing event updated for resources: {'Port': ['ID=8ded2859-0067-4493-9428-ae0cb094463b,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:53.345379 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-64c87ad1-78c9-4bd7-9606-6fc60165ca7e None None] Provisioning for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:53.356550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-64c87ad1-78c9-4bd7-9606-6fc60165ca7e None None] Provisioning complete for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:53.356923 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64c87ad1-78c9-4bd7-9606-6fc60165ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.449105 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.454543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.525770 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Pushing event updated for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:53.528130 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.552846 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-64c87ad1-78c9-4bd7-9606-6fc60165ca7e None None] Port 099aa1a0-69ca-40f0-b5d9-360433b3f711 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:55:53.557448 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:53.619935 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:53.621298 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:53.741017 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Router 2e06b614-d512-4c68-b89f-fd0c751a6a80 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:53.768904 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-b9523312-9c64-477e-8638-587490f076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:52Z', 'revision_number': 1, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:53.796576 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9523312-9c64-477e-8638-587490f076a7 None None] The sync data for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi is: [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:52Z', 'revision_number': 1, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:53.857782 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:53.862927 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-857f462e-80dd-41ec-8b91-b4368b0ec318 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e06b614-d512-4c68-b89f-fd0c751a6a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8649046 Sep 07 09:55:53.878021 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-451346ec-a070-40b2-b902-24d2a284cfb5 None None] Provisioning complete for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:53.878396 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-451346ec-a070-40b2-b902-24d2a284cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:53.914640 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-451346ec-a070-40b2-b902-24d2a284cfb5 None None] Port 099aa1a0-69ca-40f0-b5d9-360433b3f711 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:55:54.317004 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:54.362348 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33612) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:54.367775 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-963993443-network', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:54.371358 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:54.371880 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.390912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Made reservation on behalf of e51b171668e84ed583ae1be1a6b51099 for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:55:54.398288 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.416788 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.530976 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.535909 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.559264 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:55:54.574111 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facd0d66-743e-4bd1-be10-e42c6ed89859,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:54.582585 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.583013 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Added segment b6becca9-e6d3-4664-83f1-b72c27c379cf of type vlan for network da00b070-4946-4a1e-8d6e-e779866251fd Sep 07 09:55:54.626289 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.655298 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.656300 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:54.656926 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.716022 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3521721 Sep 07 09:55:54.718730 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33616) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:54.719527 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1760661-fade-48ec-8369-a6eb1d69339b admin admin] Pushing event updated for resources: {'Network': ['ID=da00b070-4946-4a1e-8d6e-e779866251fd,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:54.724622 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Request body: {'subnet': {'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-963993443-subnet', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:54.729966 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network da00b070-4946-4a1e-8d6e-e779866251fd details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:55:54.747042 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Made reservation on behalf of e51b171668e84ed583ae1be1a6b51099 for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:55:54.749627 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29974570'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.930793 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30536649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29974620'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:54.990025 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff807df-4b53-4128-9625-70464c01a40c,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:55.001278 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.001624 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.001959 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.002287 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.002610 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.002932 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.003253 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.003573 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.003892 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.004208 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.004543 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.004858 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.011467 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Checking segment: {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:55.011870 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Network hostable DHCP agents. Network: da00b070-4946-4a1e-8d6e-e779866251fd, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:55:55.028119 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Network da00b070-4946-4a1e-8d6e-e779866251fd is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:55:55.036718 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, da00b070-4946-4a1e-8d6e-e779866251fd) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:55.041382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:55.041971 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.046570 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cbed5-b65b-4910-9f04-e145e2c9dea9 None None] Network da00b070-4946-4a1e-8d6e-e779866251fd requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:55.062524 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f78bf84d-f630-4e90-a3ba-26e757ef9172 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3420074 Sep 07 09:55:55.065274 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33618) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:55.069923 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:55.090191 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.091181 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.142221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.195541 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-da00b070-4946-4a1e-8d6e-e779866251fd', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:55:55.196779 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.298534 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5a85252b-0946-4284-b4a2-71891421d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.350035 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Allocated IP 172.20.0.2 (da00b070-4946-4a1e-8d6e-e779866251fd/0ff807df-4b53-4128-9625-70464c01a40c/475f7277-57b7-4cd1-9327-c5b582b32ea3) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:55.514917 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.524089 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Transition to ACTIVE for port object 475f7277-57b7-4cd1-9327-c5b582b32ea3 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:55.527962 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.541827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Transition to ACTIVE for port object 475f7277-57b7-4cd1-9327-c5b582b32ea3 will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:55.547455 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.588068 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Network da00b070-4946-4a1e-8d6e-e779866251fd is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:55.591056 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:55.593535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:55.624285 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Pushing event updated for resources: {'Port': ['ID=475f7277-57b7-4cd1-9327-c5b582b32ea3,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:55.646332 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.646692 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.647035 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.647375 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.648306 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.648854 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.649191 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.649533 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.649863 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.650196 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.650525 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.650850 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:55.665228 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Attempting to bind port 475f7277-57b7-4cd1-9327-c5b582b32ea3 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:55.665602 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Attempting to bind port 475f7277-57b7-4cd1-9327-c5b582b32ea3 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:55.667549 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Attempting to bind port 475f7277-57b7-4cd1-9327-c5b582b32ea3 on network da00b070-4946-4a1e-8d6e-e779866251fd {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:55.671051 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:55.671429 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Checking segment: {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:55.671839 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.672229 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Bound using segment: {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:55.672727 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Bound port: 475f7277-57b7-4cd1-9327-c5b582b32ea3, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:55.673110 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.700021 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Sync routers for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:55.711349 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:55.712566 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:55.732559 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.742361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] For port 475f7277-57b7-4cd1-9327-c5b582b32ea3, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:55.746476 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] For port 475f7277-57b7-4cd1-9327-c5b582b32ea3, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=475f7277-57b7-4cd1-9327-c5b582b32ea3,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:55.751851 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.752425 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:55.810629 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a9508-5af3-4329-b8d2-65512152cb68 None None] Pushing event updated for resources: {'Port': ['ID=475f7277-57b7-4cd1-9327-c5b582b32ea3,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:55.828229 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:55.875458 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Allocated IP 172.27.2.85 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:55.996838 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.045867 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.060654 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 2, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:56.083280 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:56.087798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:56.091699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:56.093422 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Checking router: 2e06b614-d512-4c68-b89f-fd0c751a6a80 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:56.093760 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Updating router 2e06b614-d512-4c68-b89f-fd0c751a6a80 port 099aa1a0-69ca-40f0-b5d9-360433b3f711 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:55:56.123014 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.129215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:56.386116 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 475f7277-57b7-4cd1-9327-c5b582b32ea3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:56.406599 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.441143 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 475f7277-57b7-4cd1-9327-c5b582b32ea3 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:56.446316 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 8ded2859-0067-4493-9428-ae0cb094463b up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:56.459555 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.470059 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Transition to ACTIVE for port object 099aa1a0-69ca-40f0-b5d9-360433b3f711 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:56.478529 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.508239 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 8ded2859-0067-4493-9428-ae0cb094463b completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:56.512713 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 8ded2859-0067-4493-9428-ae0cb094463b triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:56.513194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.530644 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Pushing event updated for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:56.539805 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.540182 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.540550 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.540889 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.541484 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.541608 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.541863 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.542203 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.542528 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.543164 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.543164 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.543463 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:55:56.608657 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.639195 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Attempting to bind port 099aa1a0-69ca-40f0-b5d9-360433b3f711 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:56.639403 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Attempting to bind port 099aa1a0-69ca-40f0-b5d9-360433b3f711 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:56.639535 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 8ded2859-0067-4493-9428-ae0cb094463b, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=8ded2859-0067-4493-9428-ae0cb094463b,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:56.640164 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Attempting to bind port 099aa1a0-69ca-40f0-b5d9-360433b3f711 on network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:56.646622 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.647309 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:56.647866 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Checking segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:56.648274 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.651613 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Bound using segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:56.652137 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Bound port: 099aa1a0-69ca-40f0-b5d9-360433b3f711, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:56.652574 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.662802 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.700744 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=8ded2859-0067-4493-9428-ae0cb094463b,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:56.744725 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] For port 099aa1a0-69ca-40f0-b5d9-360433b3f711, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:56.748020 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] For port 099aa1a0-69ca-40f0-b5d9-360433b3f711, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=099aa1a0-69ca-40f0-b5d9-360433b3f711,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:56.755255 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.807267 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:56.808459 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:56.825547 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:55:56.876139 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260fc77-682a-43fb-83fe-33af0b6dbd61 None None] Pushing event updated for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:56.950357 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:56.974922 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c8370-9c4d-4d45-985d-34c6dd3fbb2c None None] Network da00b070-4946-4a1e-8d6e-e779866251fd requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:55:56.980185 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:56.996611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:56.998307 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8f8fbedc-80c4-40d3-9e97-8ae83c0436c7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9320886 Sep 07 09:55:57.001164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33620) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:57.005522 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Sync routers for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:55:57.022071 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Provisioning for port 475f7277-57b7-4cd1-9327-c5b582b32ea3 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:57.033275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:57.033846 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:57.066912 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Provisioning complete for port 475f7277-57b7-4cd1-9327-c5b582b32ea3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:57.067430 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.191092 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:57.218559 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c399b95-386b-4e9d-bd42-58f92ec30849 None None] The sync data for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi is: [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:57.292376 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:57.377866 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.471142 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] For port 475f7277-57b7-4cd1-9327-c5b582b32ea3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=475f7277-57b7-4cd1-9327-c5b582b32ea3,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:57.472219 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.480414 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.570109 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46fc49-d32d-4032-8037-d95a5f97b305 None None] Pushing event updated for resources: {'Port': ['ID=475f7277-57b7-4cd1-9327-c5b582b32ea3,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:57.610550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 3, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:57.642746 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Checking router: 4e8b0c49-bb30-4708-83cb-2778e32d6d66 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:55:57.643337 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Updating router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:55:57.672516 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.678469 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Allocated IP 172.20.0.1 (da00b070-4946-4a1e-8d6e-e779866251fd/0ff807df-4b53-4128-9625-70464c01a40c/ea605a5a-2c71-4623-aa34-de18aed57a34) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:55:57.794661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.807114 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3d103a10-c0eb-4c36-ad43-201cf5b5ac6a None None] Provisioning complete for port 475f7277-57b7-4cd1-9327-c5b582b32ea3 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:57.807488 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3d103a10-c0eb-4c36-ad43-201cf5b5ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.810500 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Transition to ACTIVE for port object ea605a5a-2c71-4623-aa34-de18aed57a34 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:57.846342 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:57.885459 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Network da00b070-4946-4a1e-8d6e-e779866251fd is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:57.890546 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:57.893159 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:55:57.924549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:57.941578 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.082573 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.094573 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.149037 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.165251 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Transition to ACTIVE for port object 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:55:58.173545 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.178519 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-34bc3409-0aca-4bdc-80c7-9c381a668f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.227151 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Attempting to bind port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:55:58.227434 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Attempting to bind port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:55:58.227798 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Attempting to bind port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:55:58.242275 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:55:58.242647 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:55:58.243041 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.243419 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:55:58.243887 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Bound port: 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:55:58.244259 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.250513 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.255955 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.274922 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2ac3a-9808-433c-aaf7-249344268d3c None None] Pushing event updated for resources: {'Port': ['ID=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:58.281006 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e44a07c4-3d4c-4201-972a-977b288b8dbc None None] Provisioning for port ea605a5a-2c71-4623-aa34-de18aed57a34 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:58.289902 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e44a07c4-3d4c-4201-972a-977b288b8dbc None None] Provisioning complete for port ea605a5a-2c71-4623-aa34-de18aed57a34 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:58.290455 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e44a07c4-3d4c-4201-972a-977b288b8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.326795 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.329391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:58.345066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] For port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:55:58.347249 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e44a07c4-3d4c-4201-972a-977b288b8dbc None None] Port ea605a5a-2c71-4623-aa34-de18aed57a34 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:55:58.361136 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] For port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:55:58.367105 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.398156 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 099aa1a0-69ca-40f0-b5d9-360433b3f711 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:58.427356 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Network da00b070-4946-4a1e-8d6e-e779866251fd is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:55:58.428868 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:55:58.462737 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:55:58.463384 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:58.465583 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2ac3a-9808-433c-aaf7-249344268d3c None None] Pushing event updated for resources: {'Port': ['ID=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:58.530289 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:55:58.570683 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:58.571063 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.613185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:55:58.749267 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d5b0c794-ded3-4683-bed3-23538ea0546a None None] Provisioning complete for port ea605a5a-2c71-4623-aa34-de18aed57a34 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:58.749526 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c794-ded3-4683-bed3-23538ea0546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.822699 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.833515 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:55:58.843724 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-d9cb070d-2a1e-4a3b-b8d2-77c77d905e82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584135 Sep 07 09:55:58.843931 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0c794-ded3-4683-bed3-23538ea0546a None None] Port ea605a5a-2c71-4623-aa34-de18aed57a34 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:55:58.892648 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 099aa1a0-69ca-40f0-b5d9-360433b3f711, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=099aa1a0-69ca-40f0-b5d9-360433b3f711,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:55:58.897722 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:58.898417 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 475f7277-57b7-4cd1-9327-c5b582b32ea3 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:58.967724 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-f48f3b5c-efba-46a3-9c20-c8d2fd9b87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:58.969269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-f48f3b5c-efba-46a3-9c20-c8d2fd9b87ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0e1466cb614cacad325113650f08b9&device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 1099 time: 0.0805662 Sep 07 09:55:58.986729 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:55:58.989435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:59.000196 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-1e9738f5-faae-4ae3-aa8c-41c1d95a5ab5 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e8b0c49-bb30-4708-83cb-2778e32d6d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902673 Sep 07 09:55:59.006365 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 475f7277-57b7-4cd1-9327-c5b582b32ea3 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:59.007285 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.011014 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'ea605a5a-2c71-4623-aa34-de18aed57a34', 'name': '', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'mac_address': 'fa:16:3e:cd:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:57Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 2, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'subnets': [{'id': '0ff807df-4b53-4128-9625-70464c01a40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:55:59.063269 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538dac8-ee2c-48e2-9860-96dec9136080 None None] The sync data for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi is: [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'ea605a5a-2c71-4623-aa34-de18aed57a34', 'name': '', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'mac_address': 'fa:16:3e:cd:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:57Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 2, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'subnets': [{'id': '0ff807df-4b53-4128-9625-70464c01a40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:55:59.086735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.104744 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-c5bb2f06-fda4-4581-9aed-5a4101774ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:59.106254 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-c5bb2f06-fda4-4581-9aed-5a4101774ec6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 200 len: 918 time: 0.1123180 Sep 07 09:55:59.131996 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 8ded2859-0067-4493-9428-ae0cb094463b up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:55:59.183492 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-8332f67c-3d36-4388-9593-4d131a2f7846 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 200 len: 1000 time: 0.0688012 Sep 07 09:55:59.189714 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 8ded2859-0067-4493-9428-ae0cb094463b triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:55:59.190095 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.241940 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-9ba1d511-36ce-4f07-90c7-ab552eae2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:59.243386 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-9ba1d511-36ce-4f07-90c7-ab552eae2b94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 200 len: 856 time: 0.0521650 Sep 07 09:55:59.300123 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-dd1e82db-70e2-4dc0-9b00-dedfa17bb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:55:59.301727 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-dd1e82db-70e2-4dc0-9b00-dedfa17bb795 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00755289-640b-4792-8c20-6c39fe47fb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511189 Sep 07 09:55:59.429472 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-d09e2800-cd21-4481-9855-35c490e0c110 service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188498 Sep 07 09:55:59.467787 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33628) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:59.473851 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698599418', 'description': 'tempest-secgroup-smoke-698599418 description', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:59.535111 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.561357 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-94d375dc-1de1-4f8a-9ec9-c678db3c4aac req-c23f4c14-5e0c-44a8-8add-0f936cdaf63e service neutron] 10.222.0.20 "GET /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251552 Sep 07 09:55:59.636766 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.640730 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.670339 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.671590 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2028699 Sep 07 09:55:59.674664 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33630) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:59.679890 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:59.684139 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042cb80-a630-44a0-bddd-2721f2377384 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a722e66-1491-4246-9b09-4e1a901d1fde,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:59.710420 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.771857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.775796 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.792370 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fba943c-022f-474d-be79-a9f9553c4b97,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:59.800300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.801808 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7c116fe4-4f28-470e-8fba-e6d6624b1b11 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261966 Sep 07 09:55:59.804844 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33632) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:59.809249 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:59.835568 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.902277 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.905803 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.925512 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8cc2fa-f494-4a35-95a8-467fb2218d95,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:55:59.930119 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:55:59.931355 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-5078daa3-2c11-4df3-8161-b22a3064e36c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254702 Sep 07 09:55:59.934038 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33634) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:55:59.938522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:55:59.967722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.031992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.035939 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.053386 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ffb76-331b-41ca-82c7-ea0fdb453f18,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:00.061541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.062829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e18fc6e6-63bd-4353-8aaa-31805c6b6ca6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278079 Sep 07 09:56:00.065681 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33636) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:00.070862 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:00.098691 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.161653 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.165880 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.184391 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58786914-28e3-4010-9226-1c769ad7ec17,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:00.190916 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.192103 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1b1988da-e8ea-4b12-b56e-a28521bb7cea tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254349 Sep 07 09:56:00.195258 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33638) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:00.199733 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:00.221786 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Project f50d0adc1c5a49b5a4b6a32e8e66da53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:56:00.228035 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.297738 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.301765 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.320711 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71431dab-4e5b-4af3-8350-f2a592369878,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:00.330467 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.331971 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1c5e085b-6bf1-417f-aea9-4dcf480301c2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355801 Sep 07 09:56:00.334689 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33640) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:00.339490 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'security_group_rule': {'security_group_id': '5a722e66-1491-4246-9b09-4e1a901d1fde', 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:00.366901 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.securitygroups_db [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Project f50d0adc1c5a49b5a4b6a32e8e66da53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 09:56:00.372071 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.420571 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:00.435420 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.439747 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.458578 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd81e56-a441-4d84-9b73-ce17169e828f,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:00.466480 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.467926 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-548913d0-071b-4fb1-8445-4b8428e04482 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321652 Sep 07 09:56:00.476160 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:00.483763 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:00.484140 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.579867 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.603005 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:00.606963 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.607803 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 099aa1a0-69ca-40f0-b5d9-360433b3f711 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:00.686054 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:00.699683 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 099aa1a0-69ca-40f0-b5d9-360433b3f711 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:00.700051 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:00.832456 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:01.245531 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Sync routers for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:01.254507 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:01.255111 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:01.365910 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:01.650480 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'ea605a5a-2c71-4623-aa34-de18aed57a34', 'name': '', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'mac_address': 'fa:16:3e:cd:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:57Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 2, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'subnets': [{'id': '0ff807df-4b53-4128-9625-70464c01a40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:01.681157 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Checking router: 4e8b0c49-bb30-4708-83cb-2778e32d6d66 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:01.681509 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Updating router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 port ea605a5a-2c71-4623-aa34-de18aed57a34 binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:56:01.706313 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:01.969274 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:01.981042 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Transition to ACTIVE for port object ea605a5a-2c71-4623-aa34-de18aed57a34 will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:01.988246 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:02.036593 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd39e7-46b0-4ec8-a389-6171979b2ed7 None None] Pushing event updated for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:02.091048 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Attempting to bind port ea605a5a-2c71-4623-aa34-de18aed57a34 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:02.091410 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Attempting to bind port ea605a5a-2c71-4623-aa34-de18aed57a34 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:02.091766 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Attempting to bind port ea605a5a-2c71-4623-aa34-de18aed57a34 on network da00b070-4946-4a1e-8d6e-e779866251fd {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:02.096788 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:02.097160 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Checking segment: {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:02.097823 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:02.098209 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Bound using segment: {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:02.098678 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Bound port: ea605a5a-2c71-4623-aa34-de18aed57a34, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6becca9-e6d3-4664-83f1-b72c27c379cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:02.099065 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:02.167376 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] For port ea605a5a-2c71-4623-aa34-de18aed57a34, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:02.170596 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] For port ea605a5a-2c71-4623-aa34-de18aed57a34, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=ea605a5a-2c71-4623-aa34-de18aed57a34,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:02.175954 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:02.242476 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:02.243322 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:55:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:02.290079 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd39e7-46b0-4ec8-a389-6171979b2ed7 None None] Pushing event updated for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=4']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:02.324194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:02.367059 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:02.380791 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:02.381163 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:02.575018 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'ea605a5a-2c71-4623-aa34-de18aed57a34', 'name': '', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'mac_address': 'fa:16:3e:cd:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:57Z', 'updated_at': '2021-09-07T09:56:02Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'subnets': [{'id': '0ff807df-4b53-4128-9625-70464c01a40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:02.601717 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ca5ef-d419-49fd-97b3-6176d772b389 None None] The sync data for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi is: [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'ea605a5a-2c71-4623-aa34-de18aed57a34', 'name': '', 'network_id': 'da00b070-4946-4a1e-8d6e-e779866251fd', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'mac_address': 'fa:16:3e:cd:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ff807df-4b53-4128-9625-70464c01a40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:57Z', 'updated_at': '2021-09-07T09:56:02Z', 'revision_number': 4, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'subnets': [{'id': '0ff807df-4b53-4128-9625-70464c01a40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:04.329029 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ea605a5a-2c71-4623-aa34-de18aed57a34 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:04.377783 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port ea605a5a-2c71-4623-aa34-de18aed57a34 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:04.381355 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port ea605a5a-2c71-4623-aa34-de18aed57a34 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:04.382315 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:04.463699 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:04.623178 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port ea605a5a-2c71-4623-aa34-de18aed57a34, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=ea605a5a-2c71-4623-aa34-de18aed57a34,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:04.627234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:04.674419 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:06.312308 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ea605a5a-2c71-4623-aa34-de18aed57a34 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:06.360831 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port ea605a5a-2c71-4623-aa34-de18aed57a34 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:06.361203 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:17.887302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-61f3a9ed-37d5-48ea-bf8c-804d12958edb tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698599418&fields=id&tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53 HTTP/1.1" status: 200 len: 267 time: 0.0322249 Sep 07 09:56:17.995134 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-31911dd6-830c-459d-a4e6-87e61511a291 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:17.996625 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-31911dd6-830c-459d-a4e6-87e61511a291 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 809 time: 0.1029358 Sep 07 09:56:18.011475 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-95da75de-7be9-4e76-8554-70eccd14fd29 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/quotas/f50d0adc1c5a49b5a4b6a32e8e66da53 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Sep 07 09:56:18.060814 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-fd577f8e-ade2-4b8d-a429-1bc7b0b58e9e tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442977 Sep 07 09:56:18.156686 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-0970afcf-5530-4eec-b851-557e18bb3777 service neutron] 10.222.0.24 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Sep 07 09:56:18.245935 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-18e25397-9585-46f2-a0a5-a2a96feffcc5 service neutron] 10.222.0.24 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833323 Sep 07 09:56:18.520403 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-29dc8434-b29c-4dd4-917c-ae9d56d98e12 req-f032ca8b-c6fb-4123-ba99-6f8dd3425777 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 210 time: 0.0247722 Sep 07 09:56:19.526067 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-3fa94b81-910e-4a37-a514-b6f30eb7ae56 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:19.527533 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-3fa94b81-910e-4a37-a514-b6f30eb7ae56 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 809 time: 0.1103895 Sep 07 09:56:19.578409 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-4611d584-6ccf-4c00-bdb3-11b6f335941a tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53 HTTP/1.1" status: 200 len: 379 time: 0.0349171 Sep 07 09:56:19.590013 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'port': {'device_id': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'admin_state_up': True, 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'security_groups': ['5a722e66-1491-4246-9b09-4e1a901d1fde']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:19.634231 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7f0b1041-2acb-4882-9ba6-7c6de857d444 req-c1b92257-54e9-4df9-aad5-8a5802fbd674 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 210 time: 0.0406399 Sep 07 09:56:19.721783 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Made reservation on behalf of f50d0adc1c5a49b5a4b6a32e8e66da53 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:56:19.726192 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:19.847880 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Allocated IP 172.20.0.7 (2a542001-6bc6-430a-9e4c-e4f1190d6c64/69ef2b4d-0e4d-4050-b834-820b02717f61/d228dfed-4020-4c75-97a4-ec09ea196401) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:19.979880 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:19.992806 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Transition to ACTIVE for port object d228dfed-4020-4c75-97a4-ec09ea196401 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:20.026950 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.075340 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:20.078990 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:20.086125 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:20.093007 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:20.141159 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:20.141792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.156997 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-a79f0e0f-17fa-480e-b3b2-9efd10c04bd2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707092 Sep 07 09:56:20.186673 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Request body: {'port': {'device_id': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:20.243950 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.365558 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-5760c32d-2723-4dac-a93f-91d4a698f49a None None] Provisioning for port d228dfed-4020-4c75-97a4-ec09ea196401 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:20.369861 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-5760c32d-2723-4dac-a93f-91d4a698f49a None None] Provisioning complete for port d228dfed-4020-4c75-97a4-ec09ea196401 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:20.370234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5760c32d-2723-4dac-a93f-91d4a698f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.402836 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-5760c32d-2723-4dac-a93f-91d4a698f49a None None] Port d228dfed-4020-4c75-97a4-ec09ea196401 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:56:20.505608 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d228dfed-4020-4c75-97a4-ec09ea196401 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:56:20.513256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.525130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Transition to ACTIVE for port object d228dfed-4020-4c75-97a4-ec09ea196401 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:20.529335 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.579275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:20.648273 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Attempting to bind port d228dfed-4020-4c75-97a4-ec09ea196401 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:20.648714 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Attempting to bind port d228dfed-4020-4c75-97a4-ec09ea196401 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:20.649051 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Attempting to bind port d228dfed-4020-4c75-97a4-ec09ea196401 on network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:20.653737 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Port d228dfed-4020-4c75-97a4-ec09ea196401 on network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:56:20.654060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Attempting to bind port d228dfed-4020-4c75-97a4-ec09ea196401 on network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:20.659648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:20.660182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Checking segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:20.660781 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Bound using segment: {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:20.661390 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Bound port: d228dfed-4020-4c75-97a4-ec09ea196401, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6625c1b1-b842-4a04-8d30-7f3685e595a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:20.661962 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.757618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:20.761105 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:20.765575 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.805700 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f79495-7d75-45e2-8813-340931740b3f req-ee03a70d-0608-4ffb-b998-66085a2deeed tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:20.807255 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35f79495-7d75-45e2-8813-340931740b3f req-ee03a70d-0608-4ffb-b998-66085a2deeed tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0979154 Sep 07 09:56:20.813412 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:20.814023 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:20.815408 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 1093 time: 0.6333449 Sep 07 09:56:20.815851 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:20.818673 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82e803-de6c-4bcf-9fe9-208f34db70a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:20.857666 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397b5e5-bf4d-4dda-a82b-bd68fa0ce1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:20.861274 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37eb8d5-3621-4419-9a1c-824c416353ce x-openstack-request-id: req-b37eb8d5-3621-4419-9a1c-824c416353ce {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:20.861561 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:20.861814 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b37eb8d5-3621-4419-9a1c-824c416353ce {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:20.862205 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'status': 'completed', 'code': 200} Sep 07 09:56:20.882018 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35f79495-7d75-45e2-8813-340931740b3f req-ae52863b-31ac-4ccc-82a9-3381911b766e tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579631 Sep 07 09:56:20.942214 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-7d61f8a9-a4a7-4a1b-9aa5-4e247ba6edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:20.944400 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-7d61f8a9-a4a7-4a1b-9aa5-4e247ba6edda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1096 time: 0.0466800 Sep 07 09:56:20.997782 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-98d1889d-1250-4dde-b9cb-b147754e7f4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 217 time: 0.0359652 Sep 07 09:56:21.048837 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-82bc346b-07ff-4a71-9ffe-4d5addd07ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.050346 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-82bc346b-07ff-4a71-9ffe-4d5addd07ab3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0446332 Sep 07 09:56:21.102493 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8d84-5989-4978-b151-49685ac79f69 req-bcec467f-5ee0-4647-bd26-921471c9c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.103994 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-bcec467f-5ee0-4647-bd26-921471c9c264 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461328 Sep 07 09:56:21.192193 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-4a60b50b-69f1-4074-9e7a-3d2ca7810959 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798919 Sep 07 09:56:21.282996 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-510e8d84-5989-4978-b151-49685ac79f69 req-817ce0ba-c26f-4528-8bbf-6dbc193df4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829387 Sep 07 09:56:21.418191 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-a3c63095-20d1-4618-9727-22fd2a49ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.419550 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-a3c63095-20d1-4618-9727-22fd2a49ef25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1096 time: 0.0391994 Sep 07 09:56:21.509736 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-79ad394b-5e52-47f3-affc-e6cb2dc9e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.511211 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-79ad394b-5e52-47f3-affc-e6cb2dc9e542 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0822365 Sep 07 09:56:21.557021 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-a22220be-6115-4a0f-bcae-bce51ced39c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 217 time: 0.0361419 Sep 07 09:56:21.610275 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-a8a8c8af-fcdd-44db-915c-7d1f1b91e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.611697 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-a8a8c8af-fcdd-44db-915c-7d1f1b91e4b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0437660 Sep 07 09:56:21.668791 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-33b3bdfa-cea0-48f8-a029-23c203dbf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:21.670144 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-33b3bdfa-cea0-48f8-a029-23c203dbf50d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371006 Sep 07 09:56:21.763233 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-6ebee09e-a187-4097-9bc9-8a6936f76ff2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834684 Sep 07 09:56:21.852593 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-da82e803-de6c-4bcf-9fe9-208f34db70a6 req-6442b7a7-8cb5-49a4-8430-f06951a422f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810981 Sep 07 09:56:21.999922 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219e5a6-8b69-4244-aabc-c645fc658276 req-d0d5ee1c-8347-4bae-ac8b-48b7b455c785 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:22.001330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3219e5a6-8b69-4244-aabc-c645fc658276 req-d0d5ee1c-8347-4bae-ac8b-48b7b455c785 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0517547 Sep 07 09:56:22.038461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3219e5a6-8b69-4244-aabc-c645fc658276 req-9ce63b4b-7a06-4019-b0d9-1b46cf5528bc tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307479 Sep 07 09:56:22.377456 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:23.151277 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8c6da-cd8b-4b49-b9be-0967eb28c912 req-eb4c6d8d-c42e-4238-a568-6d36ff2ecf42 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:23.152761 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eea8c6da-cd8b-4b49-b9be-0967eb28c912 req-eb4c6d8d-c42e-4238-a568-6d36ff2ecf42 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0482638 Sep 07 09:56:23.188859 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-eea8c6da-cd8b-4b49-b9be-0967eb28c912 req-75e5a1b8-5f12-4c80-80a1-4ca228cd5815 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303752 Sep 07 09:56:24.300253 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f736-8232-4049-b4b4-d1a0b7adf01d req-ffff009e-4a50-48e7-ba86-0b4478dfbff1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:24.301786 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2998f736-8232-4049-b4b4-d1a0b7adf01d req-ffff009e-4a50-48e7-ba86-0b4478dfbff1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0482936 Sep 07 09:56:24.338716 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2998f736-8232-4049-b4b4-d1a0b7adf01d req-3e2a642c-f233-46fd-b724-3a100204f8c5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303147 Sep 07 09:56:25.280395 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d7e2928d-0fdf-4c04-91d5-33bd202ea13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:25.452987 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc439d5-58ce-45b6-8f7b-011476283b4b req-5322d4f3-7224-4b4d-bbf3-96722378b2ef tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:25.454426 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ecc439d5-58ce-45b6-8f7b-011476283b4b req-5322d4f3-7224-4b4d-bbf3-96722378b2ef tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0508993 Sep 07 09:56:25.494931 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ecc439d5-58ce-45b6-8f7b-011476283b4b req-f5c5e5a6-68dc-4257-a693-b4554322abab tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Sep 07 09:56:26.606867 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0aff0-7764-48c0-bb44-3425946d35f8 req-8a2fa097-58b4-408f-b911-9a8ff6d4add1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:26.608333 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17f0aff0-7764-48c0-bb44-3425946d35f8 req-8a2fa097-58b4-408f-b911-9a8ff6d4add1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0476284 Sep 07 09:56:26.644632 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-17f0aff0-7764-48c0-bb44-3425946d35f8 req-48467790-fde6-4055-9df1-0be018abcdf5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303571 Sep 07 09:56:27.753834 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe44ba-c363-4a68-9ca8-ec1840d44d76 req-ec3674a0-e0aa-4489-a4e2-77de80953dc5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:27.755295 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fefe44ba-c363-4a68-9ca8-ec1840d44d76 req-ec3674a0-e0aa-4489-a4e2-77de80953dc5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0465739 Sep 07 09:56:27.791302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fefe44ba-c363-4a68-9ca8-ec1840d44d76 req-3c12a517-9312-47fc-a4c6-193f1106c4e4 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294759 Sep 07 09:56:28.017587 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:28.168871 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f673ab54-f5b2-4f4f-9486-c19109e3e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:28.905093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9e501-aa2c-4ba6-96e4-f69c4a2d9ef8 req-5e8652b8-ae37-48a0-9a1a-18cd43d5b186 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:28.906543 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35a9e501-aa2c-4ba6-96e4-f69c4a2d9ef8 req-5e8652b8-ae37-48a0-9a1a-18cd43d5b186 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0517018 Sep 07 09:56:28.942317 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35a9e501-aa2c-4ba6-96e4-f69c4a2d9ef8 req-304045df-24b5-4e5b-8be8-ac310a110d32 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299864 Sep 07 09:56:29.050626 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:29.260320 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:56:29.352449 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:29.363132 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'mac_address': 'fa:16:3e:07:ed:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:56:29.399560 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:29.411508 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d228dfed-4020-4c75-97a4-ec09ea196401 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:56:29.430040 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:29.433822 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:29.482720 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:29.611943 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:56:29.749879 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['d228dfed-4020-4c75-97a4-ec09ea196401'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:56:30.054089 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07890d-c53a-48ae-b6bb-23675fe6d3a6 req-85621414-2230-4456-81bc-1dca11cedc97 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:30.055545 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b07890d-c53a-48ae-b6bb-23675fe6d3a6 req-85621414-2230-4456-81bc-1dca11cedc97 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 944 time: 0.0480220 Sep 07 09:56:30.092459 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9b07890d-c53a-48ae-b6bb-23675fe6d3a6 req-a3b5ef67-0795-4af0-9b6e-3cfe8e4bec97 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310864 Sep 07 09:56:30.834128 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:31.209984 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5961ab-00f0-4558-a7e1-ee9e46074f6d req-a6978928-9994-4e07-95a3-af38701e63f9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:31.212114 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed5961ab-00f0-4558-a7e1-ee9e46074f6d req-a6978928-9994-4e07-95a3-af38701e63f9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 944 time: 0.0538616 Sep 07 09:56:31.279429 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ed5961ab-00f0-4558-a7e1-ee9e46074f6d req-03aba9a0-19e7-46f9-b03f-750b21723dd7 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549726 Sep 07 09:56:31.288502 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:31.293264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e137c-7ddb-410e-a45a-d6a0e405cf29 req-a467d9f9-e2c8-4427-af72-d0aeac930da0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:31.293264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f84e137c-7ddb-410e-a45a-d6a0e405cf29 req-a467d9f9-e2c8-4427-af72-d0aeac930da0 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0774083 Sep 07 09:56:31.331071 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f84e137c-7ddb-410e-a45a-d6a0e405cf29 req-c613b1cc-56d9-444f-9203-0ff6c5bbac4f tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Sep 07 09:56:31.337339 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port d228dfed-4020-4c75-97a4-ec09ea196401 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:31.341058 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port d228dfed-4020-4c75-97a4-ec09ea196401 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:31.341489 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:31.417069 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:31.441559 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:31.444403 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b222992f-0c07-41a6-9bce-4d261a6883e2" -d '{"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-plugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:31.456325 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:31.461151 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:31.492800 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7c43d-c6f9-4763-bc4d-24d7c5eec275 x-openstack-request-id: req-e5b7c43d-c6f9-4763-bc4d-24d7c5eec275 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:31.493090 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-plugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:31.493338 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5b7c43d-c6f9-4763-bc4d-24d7c5eec275 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:31.493725 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'code': 200} Sep 07 09:56:31.518629 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:31.731782 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fccbfb-1c4e-4dad-8a77-1a1edf3017ec req-8274eef5-f450-4b6b-82c5-8e92104be1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:31.733243 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a5fccbfb-1c4e-4dad-8a77-1a1edf3017ec req-8274eef5-f450-4b6b-82c5-8e92104be1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0392289 Sep 07 09:56:31.767603 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a5fccbfb-1c4e-4dad-8a77-1a1edf3017ec req-d596fe82-3c77-4c1f-8468-c5280c533dfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266249 Sep 07 09:56:32.390082 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a270b1-f187-4a69-a0ec-47cc07b40b83 req-22db3e38-e511-4757-94dd-c77f49b5984c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:32.391584 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-10a270b1-f187-4a69-a0ec-47cc07b40b83 req-22db3e38-e511-4757-94dd-c77f49b5984c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0478446 Sep 07 09:56:32.457961 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-10a270b1-f187-4a69-a0ec-47cc07b40b83 req-c30eda42-a96b-4a2b-aaa3-8ddbeb1de339 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599546 Sep 07 09:56:32.474042 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b94b3c-bc89-4b50-b1b1-322138f905ac req-1baf48b8-31fc-4cc0-ad48-9f0820faa921 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:32.476210 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19b94b3c-bc89-4b50-b1b1-322138f905ac req-1baf48b8-31fc-4cc0-ad48-9f0820faa921 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0722253 Sep 07 09:56:32.513972 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19b94b3c-bc89-4b50-b1b1-322138f905ac req-5d30a87f-c2dc-417a-8c6b-8bf0f429e7b2 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Sep 07 09:56:33.130167 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a402a7-23b0-44f0-865c-128df5350882 req-9c499c0a-e9b9-433d-93da-653eaf0151b1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:33.132395 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-91a402a7-23b0-44f0-865c-128df5350882 req-9c499c0a-e9b9-433d-93da-653eaf0151b1 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.0473979 Sep 07 09:56:33.224342 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Deleting port 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:33.225261 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:33.309923 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] For port 4399c5f1-751a-4901-878a-21444c6c0084, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=4399c5f1-751a-4901-878a-21444c6c0084,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:33.310286 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:33.525382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:33.526097 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:33.526097 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Floating IP 21462e7a-ab3a-431e-b254-d84ac5185b80 disassociated. External IP: 172.27.2.92, port: 4399c5f1-751a-4901-878a-21444c6c0084. Sep 07 09:56:33.526499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Calling delete_port for 4399c5f1-751a-4901-878a-21444c6c0084 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:33.636124 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefebc7-8d67-4402-8aa5-079f33088478 req-c9b77d85-77d2-4162-8b67-7ac1d91075e1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:33.637635 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8cefebc7-8d67-4402-8aa5-079f33088478 req-c9b77d85-77d2-4162-8b67-7ac1d91075e1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.1090322 Sep 07 09:56:33.702710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7172b5f-9f6b-4976-81dd-77fefb51fab3 req-7972b0ec-789f-4a7b-8fb0-5723411a1a05 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:33.704258 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7172b5f-9f6b-4976-81dd-77fefb51fab3 req-7972b0ec-789f-4a7b-8fb0-5723411a1a05 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/ports?device_id=269942bc-5874-4639-8b1f-302e7e5e09b5 HTTP/1.1" status: 200 len: 946 time: 0.1055956 Sep 07 09:56:33.716541 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8cefebc7-8d67-4402-8aa5-079f33088478 req-6f323149-abb5-4ca3-b0be-4684c6bd248c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697291 Sep 07 09:56:33.783633 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7172b5f-9f6b-4976-81dd-77fefb51fab3 req-c6e21031-541f-48bf-bb1c-b01d1073e792 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e9a5d5f-4a2e-4757-a91e-ed905de2111d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722220 Sep 07 09:56:33.822483 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:33.857646 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'Port': ['ID=4399c5f1-751a-4901-878a-21444c6c0084,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:33.875464 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c1c2c-d7a5-4fe8-a425-62421a82349a req-fd433151-96a4-4f94-a5b3-5016809ed300 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:33.876989 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-727c1c2c-d7a5-4fe8-a425-62421a82349a req-fd433151-96a4-4f94-a5b3-5016809ed300 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0925064 Sep 07 09:56:33.955805 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-727c1c2c-d7a5-4fe8-a425-62421a82349a req-04a551bd-6f58-4261-b752-4c6ec8a725c0 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498972 Sep 07 09:56:33.977304 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33824) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:34.005474 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:56:34.105845 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c7261-40f8-4abb-afc4-91cc872ca7ca tempest-TestShelveInstance-39916165 tempest-TestShelveInstance-39916165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:34.107471 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-262c7261-40f8-4abb-afc4-91cc872ca7ca tempest-TestShelveInstance-39916165 tempest-TestShelveInstance-39916165-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1093 time: 0.1291847 Sep 07 09:56:34.110301 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33828) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:34.111636 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:56:34.114660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:34.123141 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:34.134429 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:34.134989 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:34.139435 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for floatingip, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:34.152113 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] No DVR routers for this DVR port 4399c5f1-751a-4901-878a-21444c6c0084 on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:56:34.155040 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:34.157302 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-91a402a7-23b0-44f0-865c-128df5350882 req-09e96984-9cb8-47e7-a51e-13091b97739e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.20 "DELETE /v2.0/ports/4399c5f1-751a-4901-878a-21444c6c0084 HTTP/1.1" status: 204 len: 173 time: 1.0183780 Sep 07 09:56:34.157819 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-deleted', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:34.160123 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461516b4-3c9c-4e7f-8263-816e883ae84d" -d '{"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-deleted", "tag": "4399c5f1-751a-4901-878a-21444c6c0084"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:34.201705 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc661a9-afd1-4063-bd94-b436b6418dc1 x-openstack-request-id: req-7cc661a9-afd1-4063-bd94-b436b6418dc1 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:34.202291 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269942bc-5874-4639-8b1f-302e7e5e09b5", "name": "network-vif-deleted", "tag": "4399c5f1-751a-4901-878a-21444c6c0084", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:34.202765 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc661a9-afd1-4063-bd94-b436b6418dc1 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:34.203412 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269942bc-5874-4639-8b1f-302e7e5e09b5', 'name': 'network-vif-deleted', 'tag': '4399c5f1-751a-4901-878a-21444c6c0084', 'status': 'completed', 'code': 200} Sep 07 09:56:34.257009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:34.264198 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:34.382292 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Allocated IP 172.27.2.136 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/ff987bdf-c3ab-4047-8d9b-f9e81d4f1690) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:34.467907 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:34.487209 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:34.497755 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:34.506636 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:34.507314 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:34.525027 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:34.564230 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:34.567195 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:34.570768 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:34.597319 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'Port': ['ID=ff987bdf-c3ab-4047-8d9b-f9e81d4f1690,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:34.636999 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:34.841776 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:34.869657 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892108b4-b9f6-4c56-af25-7cde9c18f9e5 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:48:47Z', 'revision_number': 4, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'f5c203e0-8b28-456f-9409-0905d3e9653a', 'name': '', 'network_id': '00755289-640b-4792-8c20-6c39fe47fb2e', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'mac_address': 'fa:16:3e:dc:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:45Z', 'updated_at': '2021-09-07T09:48:54Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'subnets': [{'id': 'a19b8b65-cf4c-454b-8fd0-0ebe707e9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:34.942587 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.009506 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.091661 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206aa4e-b5f8-498a-b457-ac1108ea96f4 None None] New status for floating IP 21462e7a-ab3a-431e-b254-d84ac5185b80: DOWN {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:56:35.161229 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.166062 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.241865 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event updated for resources: {'Port': ['ID=ff987bdf-c3ab-4047-8d9b-f9e81d4f1690,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:35.248078 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.342572 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.l3_db [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Floating IP 59a9ac60-91ce-446d-8689-735aaa0baf87 associated. External IP: 172.27.2.136, port: d228dfed-4020-4c75-97a4-ec09ea196401. Sep 07 09:56:35.557109 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Router 2e06b614-d512-4c68-b89f-fd0c751a6a80 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:56:35.658095 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:56:35.667124 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Sync routers for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:35.673271 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.676132 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:35.676847 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:35.703475 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0b3a064b-1c5a-4196-9c91-2c7b10692f81 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5920963 Sep 07 09:56:35.704069 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:35.706339 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737528f7-93c4-460f-b492-341d3923dc99" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:35.741895 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ffc472-a94d-4a3b-9717-5b75cd9871a5 x-openstack-request-id: req-d4ffc472-a94d-4a3b-9717-5b75cd9871a5 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:35.742250 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:35.742497 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4ffc472-a94d-4a3b-9717-5b75cd9871a5 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:35.742895 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'status': 'completed', 'code': 200} Sep 07 09:56:35.788696 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:35.828504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737528f7-93c4-460f-b492-341d3923dc99 req-d431ea45-ab1e-4b3f-9d67-1c4297d72272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:35.830203 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-d431ea45-ab1e-4b3f-9d67-1c4297d72272 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0429227 Sep 07 09:56:35.902951 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33842) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:35.926407 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737528f7-93c4-460f-b492-341d3923dc99 req-aa8d3551-fa91-491e-825c-2b13d599f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:35.929675 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-aa8d3551-fa91-491e-825c-2b13d599f3ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0899851 Sep 07 09:56:35.963338 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:35.989823 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.026440 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '59a9ac60-91ce-446d-8689-735aaa0baf87', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'mac_address': 'fa:16:3e:07:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:34Z', 'updated_at': '2021-09-07T09:56:34Z', 'revision_number': 0, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:36.048883 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.051649 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.056175 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e9a5d5f-4a2e-4757-a91e-ed905de2111d HTTP/1.1" status: 204 len: 168 time: 0.1490564 Sep 07 09:56:36.056365 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Checking router: 2e06b614-d512-4c68-b89f-fd0c751a6a80 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:36.059513 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33844) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:36.064420 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:36.065094 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:36.073768 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ccfed-3fc0-4391-a64a-47d657ae3ca6 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9a5d5f-4a2e-4757-a91e-ed905de2111d,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:36.084173 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.api.v2.resource [None req-0d29c9da-4578-487b-94bb-f27ea674b40e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] show failed (client error): The resource could not be found. Sep 07 09:56:36.088162 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-0d29c9da-4578-487b-94bb-f27ea674b40e tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "GET /v2.0/security-groups/5e9a5d5f-4a2e-4757-a91e-ed905de2111d HTTP/1.1" status: 404 len: 347 time: 0.0249670 Sep 07 09:56:36.088550 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33846) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:36.225681 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Deleting port 351d23a3-c7e3-4f78-a501-7dede43c211a {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:36.226090 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.248355 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-d3da204a-8409-46af-9a86-727273f94954 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 999 time: 0.3111317 Sep 07 09:56:36.300605 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737528f7-93c4-460f-b492-341d3923dc99 req-6f09add2-9893-4295-a151-fe0c60c7b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:36.302175 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-6f09add2-9893-4295-a151-fe0c60c7b7a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0467680 Sep 07 09:56:36.313763 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:36.350137 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737528f7-93c4-460f-b492-341d3923dc99 req-1bdb7004-5b0a-44be-93b3-3f979df1cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:36.351829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-1bdb7004-5b0a-44be-93b3-3f979df1cc74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420599 Sep 07 09:56:36.455466 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-53976d18-a9ca-4f68-859e-b671e7e23ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954094 Sep 07 09:56:36.552174 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-737528f7-93c4-460f-b492-341d3923dc99 req-6b1a3432-7f57-4362-93e8-b63a25eacb72 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894949 Sep 07 09:56:36.555151 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '59a9ac60-91ce-446d-8689-735aaa0baf87', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'mac_address': 'fa:16:3e:07:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:34Z', 'updated_at': '2021-09-07T09:56:34Z', 'revision_number': 0, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:36.571604 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.572062 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.582532 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708ef19-f371-4ae0-80b2-a5e96c6c7151 None None] The sync data for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi is: [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '59a9ac60-91ce-446d-8689-735aaa0baf87', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'mac_address': 'fa:16:3e:07:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:34Z', 'updated_at': '2021-09-07T09:56:34Z', 'revision_number': 0, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:36.586700 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Calling delete_port for 351d23a3-c7e3-4f78-a501-7dede43c211a owned by network:floatingip {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:36.726984 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.757933 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Pushing event deleted for resources: {'Port': ['ID=351d23a3-c7e3-4f78-a501-7dede43c211a,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:36.783149 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42846e60-3bd8-442d-99f2-ae33cdbda3a5 None None] New status for floating IP 59a9ac60-91ce-446d-8689-735aaa0baf87: ACTIVE {{(pid=105488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:56:36.816041 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks [] for floatingip, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.818649 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:36.819860 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6168ac13-831c-4a6b-9d95-c69bb21bbb98 tempest-AttachVolumeShelveTestJSON-1084076924 tempest-AttachVolumeShelveTestJSON-1084076924-project] 10.222.0.24 "DELETE /v2.0/floatingips/21462e7a-ab3a-431e-b254-d84ac5185b80 HTTP/1.1" status: 204 len: 168 time: 0.7302909 Sep 07 09:56:37.291185 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:56:37.311162 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 4399c5f1-751a-4901-878a-21444c6c0084 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:56:37.311517 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 4399c5f1-751a-4901-878a-21444c6c0084 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:56:39.230288 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33868) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:39.664871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:39.903149 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Deleting port f5c203e0-8b28-456f-9409-0905d3e9653a {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:39.903400 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:39.988789 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] For port f5c203e0-8b28-456f-9409-0905d3e9653a, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=f5c203e0-8b28-456f-9409-0905d3e9653a,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:39.989151 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.001703 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Calling delete_port for f5c203e0-8b28-456f-9409-0905d3e9653a owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:40.174820 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.205037 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c203e0-8b28-456f-9409-0905d3e9653a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:40.368304 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.577046 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Router 9485395d-9ea6-485d-adca-580cc9f2ca44 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:56:40.681106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:56:40.686186 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-476f5f7f-de96-4cf3-8d13-bb501600b500 admin admin] 10.222.0.24 "PUT /v2.0/routers/9485395d-9ea6-485d-adca-580cc9f2ca44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547682 Sep 07 09:56:40.688603 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33872) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:40.691159 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Sync routers for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:40.701642 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:40.702253 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:40.788401 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.805970 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:40.888853 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.941032 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Deleting port c0c54e98-6c31-42f8-ae34-36d879749250 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:40.941355 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:40.982835 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:56:40Z', 'revision_number': 5, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port': {'id': 'c0c54e98-6c31-42f8-ae34-36d879749250', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:48:41Z', 'updated_at': '2021-09-07T09:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:41.008577 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Checking router: 9485395d-9ea6-485d-adca-580cc9f2ca44 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:41.016607 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Routers {'9485395d-9ea6-485d-adca-580cc9f2ca44'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:41.017207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['9485395d-9ea6-485d-adca-580cc9f2ca44'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:41.017869 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] For port c0c54e98-6c31-42f8-ae34-36d879749250, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c0c54e98-6c31-42f8-ae34-36d879749250,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:41.018231 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.030906 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Calling delete_port for c0c54e98-6c31-42f8-ae34-36d879749250 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:41.103573 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] Set router 9485395d-9ea6-485d-adca-580cc9f2ca44 gateway port host: None {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:41.156748 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:56:40Z', 'revision_number': 6, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:41.182818 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5d68e-1102-4b6a-ab93-402b265a70a6 None None] The sync data for ids ['9485395d-9ea6-485d-adca-580cc9f2ca44'] in dv-cinder-807083-6-iscsi is: [{'id': '9485395d-9ea6-485d-adca-580cc9f2ca44', 'name': 'tempest-AttachVolumeShelveTestJSON-1933602452-router', 'tenant_id': 'aa0e1466cb614cacad325113650f08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:48:40Z', 'updated_at': '2021-09-07T09:56:40Z', 'revision_number': 6, 'project_id': 'aa0e1466cb614cacad325113650f08b9', 'gw_port_host': None}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:41.190568 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.218262 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c54e98-6c31-42f8-ae34-36d879749250,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:41.278156 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.362868 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.365032 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.405503 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.406182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9485395d-9ea6-485d-adca-580cc9f2ca44 {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:56:41.410826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.411965 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-e5c58955-510e-421a-b853-b9c8a8cd8460 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9485395d-9ea6-485d-adca-580cc9f2ca44 HTTP/1.1" status: 204 len: 168 time: 0.7224710 Sep 07 09:56:41.414551 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33874) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:41.460652 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Deleting subnet a19b8b65-cf4c-454b-8fd0-0ebe707e9808 {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:56:41.463568 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.496809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30144858'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.583173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.638960 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30536458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29974597'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.667194 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19b8b65-cf4c-454b-8fd0-0ebe707e9808,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:41.670747 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.674082 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-d347d82b-b52f-4db1-a9a9-e9e8ba119468 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a19b8b65-cf4c-454b-8fd0-0ebe707e9808 HTTP/1.1" status: 204 len: 168 time: 0.2571514 Sep 07 09:56:41.675209 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33876) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:41.677761 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f3a6d-321c-450a-88c3-bd26d61e6b0f None None] Network 00755289-640b-4792-8c20-6c39fe47fb2e requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:56:41.743208 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.794872 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Deleting port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:41.795210 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.861350 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] For port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,segment=NetworkSegment(be166e95-2d0f-4221-8008-fa28ae088b80),segment_id=be166e95-2d0f-4221-8008-fa28ae088b80)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:41.861639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.873626 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Calling delete_port for 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:41.933751 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] DHCP port deletion for 00755289-640b-4792-8c20-6c39fe47fb2e request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 09:56:41.954707 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.982172 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:41.982701 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Deleting port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:56:41.983080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:41.987640 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] No DVR routers for this DVR port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 on host dv-cinder-807083-6-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:56:42.048561 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] For port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12, host dv-cinder-807083-6-iscsi, got binding levels [] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:42.048948 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.059361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.062637 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Calling delete_port for 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:56:42.065498 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.ipam_backend_mixin [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 was not found and therefore no delete operation was performed {{(pid=105487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 09:56:42.066753 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.083113 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00755289-640b-4792-8c20-6c39fe47fb2e']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:42.093134 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be166e95-2d0f-4221-8008-fa28ae088b80') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:42.093440 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be166e95-2d0f-4221-8008-fa28ae088b80') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:42.093919 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] No DVR routers for this DVR port 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 on host dv-cinder-807083-6-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:56:42.095615 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb3640-365d-4187-a8cd-0c1b94417a5b None None] Pushing event deleted for resources: {'Port': ['ID=4c88d96d-a1c2-43b8-9272-6a0b1d521e12,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:42.107493 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.121327 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.128004 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:56:42.128361 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:56:42.130222 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:56:42.190661 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.196687 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.201383 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00755289-640b-4792-8c20-6c39fe47fb2e HTTP/1.1" status: 204 len: 168 time: 0.5224552 Sep 07 09:56:42.209449 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36051c17-949b-4387-b150-6825e4b50aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00755289-640b-4792-8c20-6c39fe47fb2e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:42.315827 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33880) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:42.344299 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f5c203e0-8b28-456f-9409-0905d3e9653a no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:56:42.357385 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-44c855bb-4762-42e1-95d7-bf2a3b2f4c12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0e1466cb614cacad325113650f08b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383937 Sep 07 09:56:42.357924 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33884) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:42.364886 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: f5c203e0-8b28-456f-9409-0905d3e9653a {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:56:42.365248 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device f5c203e0-8b28-456f-9409-0905d3e9653a not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:56:42.366795 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:56:42.385742 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:56:42.386088 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4c88d96d-a1c2-43b8-9272-6a0b1d521e12 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:56:42.386494 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c0c54e98-6c31-42f8-ae34-36d879749250 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:56:42.409821 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.411426 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: c0c54e98-6c31-42f8-ae34-36d879749250 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:56:42.411771 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c0c54e98-6c31-42f8-ae34-36d879749250 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:56:42.432215 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.478241 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.480847 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:42.481984 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4b47cab-c935-4ae4-8972-17eb8813ab60 HTTP/1.1" status: 204 len: 168 time: 0.1230955 Sep 07 09:56:42.489387 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9412-4c59-40e3-89f3-a600951b5014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b47cab-c935-4ae4-8972-17eb8813ab60,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:43.120539 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33906) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:43.212533 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1633299064-network', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:43.233183 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Made reservation on behalf of 89d6d295be7e420ca41d82fbfd4f7e1d for: {'network': 1} {{(pid=105485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:56:43.235430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for network, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.243736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.327981 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.331646 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.352223 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=105485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 09:56:43.365252 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5291e0-5494-40ec-9ece-e50fbd639ecd,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:43.370568 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.370921 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.segments_db [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Added segment 341a8519-ff71-423f-a6a8-e54a74a7498a of type vlan for network 2f28767b-a7c6-4f80-88ad-ba49b74310fe Sep 07 09:56:43.408874 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739906485495'] for network, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.432842 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564'] for network, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.433840 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:43.434430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.465154 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3435276 Sep 07 09:56:43.468120 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33910) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:43.473424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Request body: {'subnet': {'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1633299064-subnet', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:43.493575 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Made reservation on behalf of 89d6d295be7e420ca41d82fbfd4f7e1d for: {'subnet': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:56:43.495917 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29974570'] for subnet, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.497246 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4854-f9ca-41e1-b0bb-c6bdd62a9576 admin admin] Pushing event updated for resources: {'Network': ['ID=2f28767b-a7c6-4f80-88ad-ba49b74310fe,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:43.511485 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe details requested by agent ovs-agent-dv-cinder-807083-6-iscsi with host dv-cinder-807083-6-iscsi {{(pid=105487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 09:56:43.905150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30536649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29974620'] for subnet, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:43.952264 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f93a2e2-3263-40a1-838c-1f1768b1e5db,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:43.967432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Checking segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:43.967787 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Network hostable DHCP agents. Network: 2f28767b-a7c6-4f80-88ad-ba49b74310fe, hostable agents: ['8d1a51fb-ff8d-4bd9-9caa-d34e2289a194'], hosted agents: [] {{(pid=105486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 09:56:43.983846 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is scheduled to be hosted by DHCP agent 8d1a51fb-ff8d-4bd9-9caa-d34e2289a194 with binding_index 1 {{(pid=105486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 09:56:43.992191 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-6-iscsi, 2f28767b-a7c6-4f80-88ad-ba49b74310fe) {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:43.996040 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:43.996668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.000724 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c549cd4-93c1-4f25-90e5-0397e79e653c None None] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:56:44.011446 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6a209704-e6a8-44f5-8cfe-0f4e5fbc725a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5420790 Sep 07 09:56:44.014252 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33912) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:44.018443 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:44.039521 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23924'] for router, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.040524 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23935'] for router, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.093379 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.146428 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6133488a-25c0-507e-8bd4-b7062da09f6e-2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db'}]}} from dv-cinder-807083-6-iscsi. {{(pid=105487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 09:56:44.147549 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.228285 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.278429 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.db_base_plugin_common [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Allocated IP 172.20.0.2 (2f28767b-a7c6-4f80-88ad-ba49b74310fe/3f93a2e2-3263-40a1-838c-1f1768b1e5db/da4c88f2-819d-4e57-9e51-4aeaead45cac) {{(pid=105487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:44.422611 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.422842 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.431628 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Transition to ACTIVE for port object da4c88f2-819d-4e57-9e51-4aeaead45cac will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:44.442724 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.447077 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Transition to ACTIVE for port object da4c88f2-819d-4e57-9e51-4aeaead45cac will not be triggered until provisioned by entity DHCP. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:44.453414 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740'] for port, after_create {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.489181 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is already hosted by enough agents. {{(pid=105487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:44.492589 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.scheduler.base_scheduler [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Resources bound (agent type, host, resource id): {{(pid=105487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:44.496031 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Received port after_create {{(pid=105487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:44.510150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Pushing event updated for resources: {'Port': ['ID=da4c88f2-819d-4e57-9e51-4aeaead45cac,revision_number=1']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:44.551099 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Allocated IP 172.27.2.92 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/feb96433-bbf9-4886-8a65-48f19bc912eb) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:44.557491 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Attempting to bind port da4c88f2-819d-4e57-9e51-4aeaead45cac on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:44.557983 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Attempting to bind port da4c88f2-819d-4e57-9e51-4aeaead45cac by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:44.558207 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Attempting to bind port da4c88f2-819d-4e57-9e51-4aeaead45cac on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:44.563357 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:44.563730 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Checking segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:44.564132 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.564550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Bound using segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:44.565024 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Bound port: da4c88f2-819d-4e57-9e51-4aeaead45cac, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:44.565403 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.627335 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] For port da4c88f2-819d-4e57-9e51-4aeaead45cac, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:44.630421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] For port da4c88f2-819d-4e57-9e51-4aeaead45cac, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=da4c88f2-819d-4e57-9e51-4aeaead45cac,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:44.634646 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.664315 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.693075 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdddd68-1ab5-4e62-a61f-9457213abdf2 None None] Pushing event updated for resources: {'Port': ['ID=da4c88f2-819d-4e57-9e51-4aeaead45cac,revision_number=2']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:44.715094 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:44.750862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:44.753712 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:44.756871 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:44.792707 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Pushing event updated for resources: {'Port': ['ID=feb96433-bbf9-4886-8a65-48f19bc912eb,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:45.027888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:45.222336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-583929'] for router, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:45.353428 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 is scheduled to L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c with binding_index 1 {{(pid=105486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 09:56:45.462090 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:56:45.472663 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:45.478196 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:45.482080 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2c01c32b-f72f-4360-860b-44ae10d5ff38 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4643018 Sep 07 09:56:45.482276 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33914) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:45.485796 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:45.486633 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:45.536996 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeddfc80-f59f-434a-9395-46a00dc999b1 None None] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:56:45.613884 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:45.659511 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-2cfc2823-e50d-42bc-b3c0-e2b7534651c8 None None] Provisioning for port da4c88f2-819d-4e57-9e51-4aeaead45cac completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:45.810186 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:44Z', 'revision_number': 3, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:45.930398 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:45.930742 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Updating router 64fa0075-05f0-4090-9024-8c6adbbeaf38 port feb96433-bbf9-4886-8a65-48f19bc912eb binding host dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:56:45.931946 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:45.956404 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.089931 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Allocated IP 172.20.0.1 (2f28767b-a7c6-4f80-88ad-ba49b74310fe/3f93a2e2-3263-40a1-838c-1f1768b1e5db/56ddc086-3e89-4c60-9bea-0d94a94c5e67) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:46.193140 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.206726 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Transition to ACTIVE for port object 56ddc086-3e89-4c60-9bea-0d94a94c5e67 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:46.211051 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.220734 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.provisioning_blocks [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Transition to ACTIVE for port object feb96433-bbf9-4886-8a65-48f19bc912eb will not be triggered until provisioned by entity L2. {{(pid=105488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:46.227153 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.242580 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.276971 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25228d1-6995-4a67-8e9a-ae74689c3f34 None None] Pushing event updated for resources: {'Port': ['ID=feb96433-bbf9-4886-8a65-48f19bc912eb,revision_number=2']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:46.283109 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Attempting to bind port feb96433-bbf9-4886-8a65-48f19bc912eb on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:46.283476 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Attempting to bind port feb96433-bbf9-4886-8a65-48f19bc912eb by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:46.283913 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Attempting to bind port feb96433-bbf9-4886-8a65-48f19bc912eb on network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:46.284710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:46.289305 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:46.289679 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Checking segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:46.290078 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.290201 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:46.290468 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Bound using segment: {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'} {{(pid=105488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:46.290926 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.managers [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Bound port: feb96433-bbf9-4886-8a65-48f19bc912eb, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963c4560-b884-46dc-9dd4-8e95ba755f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}}] {{(pid=105488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:46.291339 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.293041 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:46.318194 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Pushing event updated for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:46.341785 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585098'] for router_interface, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.358849 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] For port feb96433-bbf9-4886-8a65-48f19bc912eb, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:46.362201 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.plugins.ml2.db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] For port feb96433-bbf9-4886-8a65-48f19bc912eb, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=feb96433-bbf9-4886-8a65-48f19bc912eb,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:46.376609 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron_lib.callbacks.manager [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.419054 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device da4c88f2-819d-4e57-9e51-4aeaead45cac up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:46.455559 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:46.456205 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:46.460378 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25228d1-6995-4a67-8e9a-ae74689c3f34 None None] Pushing event updated for resources: {'Port': ['ID=feb96433-bbf9-4886-8a65-48f19bc912eb,revision_number=3']} {{(pid=105488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:46.483050 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port da4c88f2-819d-4e57-9e51-4aeaead45cac completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:46.488118 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port da4c88f2-819d-4e57-9e51-4aeaead45cac triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:46.488780 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.581442 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:46.592929 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.649443 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-63aa42e8-8d81-4678-9710-bb36dc395bae None None] Provisioning for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:46.652458 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port da4c88f2-819d-4e57-9e51-4aeaead45cac, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=da4c88f2-819d-4e57-9e51-4aeaead45cac,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:46.655721 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-63aa42e8-8d81-4678-9710-bb36dc395bae None None] Provisioning complete for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:46.656337 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-63aa42e8-8d81-4678-9710-bb36dc395bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.690481 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.818033 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:44Z', 'revision_number': 3, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:46.819807 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:46.859150 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30464-8f70-4551-913e-019b58b8f9c5 None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:44Z', 'revision_number': 3, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:46.924280 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-63aa42e8-8d81-4678-9710-bb36dc395bae None None] Port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:56:46.929624 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=da4c88f2-819d-4e57-9e51-4aeaead45cac,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:47.031812 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.036725 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.131966 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Pushing event updated for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:47.134618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584762'] for router_interface, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.255908 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:47.258391 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:47.378988 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:56:47.456610 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-499bf764-039d-4a44-810b-1fa98ec7e39f None None] Provisioning complete for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:47.456977 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-499bf764-039d-4a44-810b-1fa98ec7e39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.494806 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-499bf764-039d-4a44-810b-1fa98ec7e39f None None] Port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:56:47.499608 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:56:47.509683 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7b3f26de-6fbd-4148-8be4-bb3cffed7b03 admin admin] 10.222.0.24 "PUT /v2.0/routers/64fa0075-05f0-4090-9024-8c6adbbeaf38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212255 Sep 07 09:56:47.873554 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33922) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:47.878128 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11026112', 'description': 'tempest-description--2128280495'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:47.900114 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.986914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:47.991862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.019826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.021087 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1465549 Sep 07 09:56:48.023545 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f3f4-b782-44ad-9888-2472a76123ca tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e786ccfd-0581-49da-8e94-a9d1c3825df0,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:48.025118 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33924) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:48.029716 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group_rule': {'security_group_id': 'e786ccfd-0581-49da-8e94-a9d1c3825df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:48.056908 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.116174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.120200 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.137627 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a47940-7de8-4738-8efe-f3f1b72c75a6,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:48.149840 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.150423 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.150717 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.151113 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.151568 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.152064 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.152394 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.152753 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.153082 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.153407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.153772 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.154061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:48.158994 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.160995 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8b65b199-107d-4cfb-9914-3d547c3808a4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347647 Sep 07 09:56:48.163686 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33926) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:48.167914 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group_rule': {'security_group_id': 'e786ccfd-0581-49da-8e94-a9d1c3825df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:48.192998 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.249787 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.253175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.275356 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ee120c-c62d-46d7-9dbd-ffa6f78d19ad,revision_number=0']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:48.279559 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.280742 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-94e1bbb0-9c0a-4589-8f92-35f71cf66f3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159718 Sep 07 09:56:48.283803 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 33928) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:48.288313 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:48.314978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.414658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.424299 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device da4c88f2-819d-4e57-9e51-4aeaead45cac up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:48.463550 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:56:48.481324 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:48.481974 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:48.529848 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port da4c88f2-819d-4e57-9e51-4aeaead45cac triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:48.530224 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.530335 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_common [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Allocated IP 172.27.2.198 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/463d1bdd-ae63-4fbe-92fe-4e07b1387125) {{(pid=105485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:48.622708 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:48.633805 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.673275 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.713418 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:48.719902 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.base_scheduler [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Resources bound (agent type, host, resource id): {{(pid=105485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:48.724657 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Received port after_create {{(pid=105485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:48.728294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=463d1bdd-ae63-4fbe-92fe-4e07b1387125,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:48.749407 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device feb96433-bbf9-4886-8a65-48f19bc912eb up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:48.807851 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.840835 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.865907 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port feb96433-bbf9-4886-8a65-48f19bc912eb completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:48.871890 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port feb96433-bbf9-4886-8a65-48f19bc912eb triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:48.872262 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.931929 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 2, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:48.975440 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:56:48.975799 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Updating router 64fa0075-05f0-4090-9024-8c6adbbeaf38 port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 binding host dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 09:56:48.991680 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:48.996964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29818414'] for port, after_update {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.023045 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.027602 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.054751 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port feb96433-bbf9-4886-8a65-48f19bc912eb, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=feb96433-bbf9-4886-8a65-48f19bc912eb,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:49.066338 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=463d1bdd-ae63-4fbe-92fe-4e07b1387125,revision_number=2']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:49.075499 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.082357 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.096258 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.104522 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f57fe7e1-fb69-40a2-a619-1172d2ee40ed tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8130589 Sep 07 09:56:49.190564 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=feb96433-bbf9-4886-8a65-48f19bc912eb,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:49.233149 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-87e024d3-0cb7-46a7-9e5b-2a4d7c9e0e4f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--11026112&fields=id&tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 267 time: 0.0326505 Sep 07 09:56:49.341770 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks [] for port, precommit_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.344240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-c829b7cc-7ada-4932-b96b-a68d5fb02b08 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:49.346535 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-c829b7cc-7ada-4932-b96b-a68d5fb02b08 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 811 time: 0.1065998 Sep 07 09:56:49.352796 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Transition to ACTIVE for port object 56ddc086-3e89-4c60-9bea-0d94a94c5e67 will not be triggered until provisioned by entity L2. {{(pid=105487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:49.358217 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.368621 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-863a61f4-845c-4207-a20b-e410fb389733 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/quotas/89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 375 time: 0.0155787 Sep 07 09:56:49.413783 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07b32-8369-4172-af98-309ee6d19ceb None None] Pushing event updated for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=3']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:49.425862 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-64bd07c2-535a-409d-8b5d-2ab284518505 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517137 Sep 07 09:56:49.464192 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Attempting to bind port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 on host dv-cinder-807083-6-iscsi for vnic_type normal with profile {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:49.464821 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Attempting to bind port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 by drivers openvswitch,hyperv on host dv-cinder-807083-6-iscsi at level 0 using segments [{'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:49.464950 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Attempting to bind port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:49.470544 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Checking agent: {'id': '6355756f-6ae9-4042-a72b-49a12ad98bd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 40, 58), 'started_at': datetime.datetime(2021, 9, 7, 9, 41, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:49.470917 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Checking segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:49.471312 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.471700 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Bound using segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} {{(pid=105487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:49.472434 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Bound port: 56ddc086-3e89-4c60-9bea-0d94a94c5e67, host: dv-cinder-807083-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}}] {{(pid=105487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:49.473336 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.539344 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-30329dcd-4d0a-4751-8abc-4d069f6c5293 service neutron] 10.222.0.24 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986621 Sep 07 09:56:49.541607 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] For port 56ddc086-3e89-4c60-9bea-0d94a94c5e67, host dv-cinder-807083-6-iscsi, cleared binding levels {{(pid=105487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:49.545500 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] For port 56ddc086-3e89-4c60-9bea-0d94a94c5e67, host dv-cinder-807083-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=56ddc086-3e89-4c60-9bea-0d94a94c5e67,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:49.549512 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:49.612723 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:56:49.614201 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:49.642692 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-a642b66b-97b2-4fac-911e-b91c3f5c1016 service neutron] 10.222.0.24 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978708 Sep 07 09:56:49.655504 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07b32-8369-4172-af98-309ee6d19ceb None None] Pushing event updated for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:49.748108 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:56:49.820050 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0b73ae64-f648-4734-bc2d-b11e8a16805e req-52f527dc-35e3-4b65-86c2-ade6c4f5c958 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0288000 Sep 07 09:56:49.969021 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:56:49.995738 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd0ca-b8f8-4551-873c-3cd5f3f9ba50 None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:56:50.419109 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 56ddc086-3e89-4c60-9bea-0d94a94c5e67 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:50.478539 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:50.482948 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:50.483559 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:50.564460 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:50.599097 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] For port 56ddc086-3e89-4c60-9bea-0d94a94c5e67, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=56ddc086-3e89-4c60-9bea-0d94a94c5e67,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:50.603786 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:50.604687 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device feb96433-bbf9-4886-8a65-48f19bc912eb up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:50.683283 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Pushing event updated for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:50.694349 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port feb96433-bbf9-4886-8a65-48f19bc912eb triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:50.694721 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:50.951951 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dc9d37d5-ff17-4285-b897-0663e49efc7c req-54144c4a-4ff7-4faf-ae6c-f5416e4529dc tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0570338 Sep 07 09:56:50.997648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-4ff62cc1-8638-4e1f-bbf1-eef898e7aacd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:50.999147 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-4ff62cc1-8638-4e1f-bbf1-eef898e7aacd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 811 time: 0.1462455 Sep 07 09:56:51.052010 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-17682c38-67f5-4d7b-9da8-445019d9897c tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 378 time: 0.0369372 Sep 07 09:56:51.064622 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'port': {'device_id': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'admin_state_up': True, 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'security_groups': ['e786ccfd-0581-49da-8e94-a9d1c3825df0']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:51.175412 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Made reservation on behalf of 89d6d295be7e420ca41d82fbfd4f7e1d for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:56:51.179114 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.305914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Allocated IP 172.20.0.4 (2f28767b-a7c6-4f80-88ad-ba49b74310fe/3f93a2e2-3263-40a1-838c-1f1768b1e5db/6a1e957c-f28a-4faa-9b3c-f72b10652405) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:56:51.439401 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.452916 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Transition to ACTIVE for port object 6a1e957c-f28a-4faa-9b3c-f72b10652405 will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:51.484797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.527733 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:56:51.530594 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:56:51.534200 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:56:51.564164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:51.595146 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:51.595772 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.610596 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-ad5dbffa-8090-4477-9e8c-6979afa3c38d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499358 Sep 07 09:56:51.630644 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Request body: {'port': {'device_id': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:51.690745 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.773385 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-def1db57-258f-42ba-948a-c1c874aaa09d None None] Provisioning for port 6a1e957c-f28a-4faa-9b3c-f72b10652405 completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:51.777570 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-def1db57-258f-42ba-948a-c1c874aaa09d None None] Provisioning complete for port 6a1e957c-f28a-4faa-9b3c-f72b10652405 triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:51.777948 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-def1db57-258f-42ba-948a-c1c874aaa09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.810911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-def1db57-258f-42ba-948a-c1c874aaa09d None None] Port 6a1e957c-f28a-4faa-9b3c-f72b10652405 cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:56:51.950189 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1e957c-f28a-4faa-9b3c-f72b10652405 {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:56:51.957318 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:51.968589 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Transition to ACTIVE for port object 6a1e957c-f28a-4faa-9b3c-f72b10652405 will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:56:51.972704 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.027177 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:52.130151 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc805-c6b2-4ce8-93fb-b108fea8d946 req-c6157c54-f737-4ac5-8804-45a0c557d890 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.131875 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e19dc805-c6b2-4ce8-93fb-b108fea8d946 req-c6157c54-f737-4ac5-8804-45a0c557d890 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 943 time: 0.0881405 Sep 07 09:56:52.148448 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Attempting to bind port 6a1e957c-f28a-4faa-9b3c-f72b10652405 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:56:52.148806 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Attempting to bind port 6a1e957c-f28a-4faa-9b3c-f72b10652405 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:56:52.149136 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Attempting to bind port 6a1e957c-f28a-4faa-9b3c-f72b10652405 on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:52.161522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Port 6a1e957c-f28a-4faa-9b3c-f72b10652405 on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:56:52.161843 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Attempting to bind port 6a1e957c-f28a-4faa-9b3c-f72b10652405 on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:56:52.174575 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:56:52.174905 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Checking segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:56:52.175280 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Bound using segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:56:52.175707 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Bound port: 6a1e957c-f28a-4faa-9b3c-f72b10652405, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:56:52.176061 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.190733 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e19dc805-c6b2-4ce8-93fb-b108fea8d946 req-97ee6ab3-e527-436b-af70-4c1e80cdcfb3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529094 Sep 07 09:56:52.246251 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:56:52.249221 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:56:52.253669 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.286549 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.287757 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.289112 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] 10.222.0.20 "PUT /v2.0/ports/6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 1093 time: 0.6628454 Sep 07 09:56:52.289552 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:52.291857 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f639254-8d8c-455b-be61-b4889bd9c487" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:52.319534 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ed0aa-6967-49e5-9c25-f4f85e267f2a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:52.345309 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff636a3-0a88-41aa-bcc9-72ced0efaf5b x-openstack-request-id: req-4ff636a3-0a88-41aa-bcc9-72ced0efaf5b {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:52.345601 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:52.345877 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ff636a3-0a88-41aa-bcc9-72ced0efaf5b {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:52.346282 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'status': 'completed', 'code': 200} Sep 07 09:56:52.362710 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 56ddc086-3e89-4c60-9bea-0d94a94c5e67 up at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:52.410541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-8ac614c8-3695-49a4-86e3-be5d8fec4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.412725 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-8ac614c8-3695-49a4-86e3-be5d8fec4bda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0461836 Sep 07 09:56:52.413316 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.427400 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Provisioning complete for port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:52.427844 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:52.466404 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-8ec49d03-a355-4b5f-be8a-3222b31aef3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 217 time: 0.0388901 Sep 07 09:56:52.533618 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-fdc74893-7a35-497a-95dd-e5cf1e803bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.535103 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-fdc74893-7a35-497a-95dd-e5cf1e803bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0460515 Sep 07 09:56:52.584457 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-c5dd5f26-7d14-49ff-bbd7-275035084b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.586000 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-c5dd5f26-7d14-49ff-bbd7-275035084b29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427535 Sep 07 09:56:52.675247 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-185b3876-516a-4cb8-8e5f-846660ed1ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813067 Sep 07 09:56:52.765268 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d5bfa934-d2e9-4f6a-a492-9ce944a62539 req-330c1515-8748-40ff-8564-d2a48edb0cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826602 Sep 07 09:56:52.904328 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-ccd4ed5d-431c-420b-9970-ca5706457f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.905804 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-ccd4ed5d-431c-420b-9970-ca5706457f52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0411868 Sep 07 09:56:52.996382 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-c141f5af-46db-4748-890b-4fbf3c650d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:52.997938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-c141f5af-46db-4748-890b-4fbf3c650d13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0844433 Sep 07 09:56:53.039956 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-cc8b6c44-01a2-4b05-8217-ac6c84f8201d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 217 time: 0.0328374 Sep 07 09:56:53.089321 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-bef159ba-d9bd-4e10-a561-a73e07ac8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:53.090748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-bef159ba-d9bd-4e10-a561-a73e07ac8fe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0430944 Sep 07 09:56:53.138107 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-cd018d34-b732-42e7-b1ac-ede26ee6396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:53.139591 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-cd018d34-b732-42e7-b1ac-ede26ee6396a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391905 Sep 07 09:56:53.232092 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-394851ed-01ae-45e4-b9fe-2840a00dfa13 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Sep 07 09:56:53.351855 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88e09-51f6-49d8-be7f-98353aba136a req-1e69b843-fbff-4d15-8dd5-3249260884d4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:53.353340 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fbc88e09-51f6-49d8-be7f-98353aba136a req-1e69b843-fbff-4d15-8dd5-3249260884d4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 943 time: 0.0948694 Sep 07 09:56:53.370012 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f639254-8d8c-455b-be61-b4889bd9c487 req-6e8f2961-b14f-4cce-b784-66edc1778229 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284943 Sep 07 09:56:53.395016 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fbc88e09-51f6-49d8-be7f-98353aba136a req-cec15863-c6dc-4d4d-aff1-15651416add4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347934 Sep 07 09:56:54.507597 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161b911-00af-40b4-ad55-c062ca6c1c48 req-132bc9b7-a763-415d-92f4-4bff86b228a2 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:54.509082 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2161b911-00af-40b4-ad55-c062ca6c1c48 req-132bc9b7-a763-415d-92f4-4bff86b228a2 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 943 time: 0.0471034 Sep 07 09:56:54.545664 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2161b911-00af-40b4-ad55-c062ca6c1c48 req-ff94a3ff-73e1-4a8e-964a-d497bac4bb0d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304310 Sep 07 09:56:55.279980 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fcd4024b-1ca0-4206-9086-2d6b85921577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:55.352676 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a1e957c-f28a-4faa-9b3c-f72b10652405 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:56:55.584968 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:55.596057 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'port_id': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'mac_address': 'fa:16:3e:cb:b1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:56:55.632921 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:55.647225 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e957c-f28a-4faa-9b3c-f72b10652405 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:56:55.667362 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:55.668941 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e288-d418-4802-b108-639a4046cbb5 req-d6de9a50-8e88-4fdc-aa33-64cdb6b53bd6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:55.671380 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-34e9e288-d418-4802-b108-639a4046cbb5 req-d6de9a50-8e88-4fdc-aa33-64cdb6b53bd6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 943 time: 0.0541518 Sep 07 09:56:55.672592 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:55.710648 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-34e9e288-d418-4802-b108-639a4046cbb5 req-4503a8c8-6fdd-4fa5-9a1c-5b9930e9ea79 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330002 Sep 07 09:56:55.731654 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:55.738733 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.739080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.739417 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.739744 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.740219 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.740582 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.740912 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.741234 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.741556 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.741875 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.742194 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.742512 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:56:55.981983 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['6a1e957c-f28a-4faa-9b3c-f72b10652405'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:56:56.821599 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3419549-ab9b-4ef4-894e-d87349a9ecab req-879163b4-129a-40c1-a5de-a8ec0a74fa27 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:56.822961 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3419549-ab9b-4ef4-894e-d87349a9ecab req-879163b4-129a-40c1-a5de-a8ec0a74fa27 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 944 time: 0.0470407 Sep 07 09:56:56.859792 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3419549-ab9b-4ef4-894e-d87349a9ecab req-7836f882-de40-4be6-9f3f-b8efdad2f564 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310292 Sep 07 09:56:57.365011 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a1e957c-f28a-4faa-9b3c-f72b10652405 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:56:57.414658 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 6a1e957c-f28a-4faa-9b3c-f72b10652405 completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:56:57.418379 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 6a1e957c-f28a-4faa-9b3c-f72b10652405 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:56:57.418742 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:57.493378 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:57.515542 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:56:57.517786 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306483e2-2f1f-48f5-99a3-929857a7d9db" -d '{"events": [{"server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:56:57.531361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:56:57.536152 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:57.560230 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8acfcd4-8fa5-4158-a74e-5b1b2efcfe27 x-openstack-request-id: req-e8acfcd4-8fa5-4158-a74e-5b1b2efcfe27 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:56:57.560551 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:56:57.560808 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8acfcd4-8fa5-4158-a74e-5b1b2efcfe27 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:56:57.561196 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'code': 200} Sep 07 09:56:57.587750 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:56:57.750818 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24366349-94c4-44c4-966c-869d9bba138b req-1ebeff03-0c3e-4420-8251-0ad882fddcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:57.752271 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24366349-94c4-44c4-966c-869d9bba138b req-1ebeff03-0c3e-4420-8251-0ad882fddcb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0386941 Sep 07 09:56:57.785319 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24366349-94c4-44c4-966c-869d9bba138b req-37ca3444-83c9-4c48-8444-723cd5ebd2c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0259161 Sep 07 09:56:57.973441 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288cb6-2e10-4640-9999-0766a1607380 req-8c79d0c7-07f4-482b-9529-5aef150da4b8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:57.975452 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c288cb6-2e10-4640-9999-0766a1607380 req-8c79d0c7-07f4-482b-9529-5aef150da4b8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Sep 07 09:56:58.011587 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3c288cb6-2e10-4640-9999-0766a1607380 req-515371cc-a2a3-4ba2-b913-fccce9518caf tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302951 Sep 07 09:56:58.019211 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:58.172262 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-57da5ea4-f5a6-4b9d-ba76-ef1b5a2b8a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:59.054552 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:59.128916 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711ef86-c756-4f9b-af93-dbec7cbdca21 req-85416fe6-3511-462b-9cc5-c7802fcf44d9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:59.130394 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e711ef86-c756-4f9b-af93-dbec7cbdca21 req-85416fe6-3511-462b-9cc5-c7802fcf44d9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0471869 Sep 07 09:56:59.167269 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e711ef86-c756-4f9b-af93-dbec7cbdca21 req-b63c299c-7cac-4d64-a396-1594281063a0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304372 Sep 07 09:56:59.276498 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73639d89-7339-468d-81bc-4447014efcdd req-ae4f94c3-6d1b-445d-a397-4828080e89ea tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:59.278093 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-73639d89-7339-468d-81bc-4447014efcdd req-ae4f94c3-6d1b-445d-a397-4828080e89ea tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Sep 07 09:56:59.286710 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 33982) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:56:59.290981 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'floatingip': {'port_id': '6a1e957c-f28a-4faa-9b3c-f72b10652405'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:56:59.332414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:56:59.598948 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-9edb13a8-8788-486d-9508-8b199943d6fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866227 Sep 07 09:56:59.994096 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-4528635b-7336-43de-8f01-8479736f65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:56:59.995477 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-4528635b-7336-43de-8f01-8479736f65ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1098 time: 0.3187165 Sep 07 09:57:00.000957 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.db.resource_extend [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 09:57:00.074100 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:00.101260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:00.170964 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-bd26b587-5c41-4342-84b3-3721ab29acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:00.172551 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-bd26b587-5c41-4342-84b3-3721ab29acc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.1431797 Sep 07 09:57:00.256710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Floating IP 63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae associated. External IP: 172.27.2.198, port: 6a1e957c-f28a-4faa-9b3c-f72b10652405. Sep 07 09:57:00.304945 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-1e794f8d-adb6-4890-b0db-e719e9a642e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 1000 time: 0.1008623 Sep 07 09:57:00.390639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-7ad6b7f9-a511-4fc3-91c6-0b8960cd3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:00.392076 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-7ad6b7f9-a511-4fc3-91c6-0b8960cd3295 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0799470 Sep 07 09:57:00.478740 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-94fa2208-6b48-42e2-b717-265730b0245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:00.480230 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-94fa2208-6b48-42e2-b717-265730b0245d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808711 Sep 07 09:57:00.591567 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:57:00.655057 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-3ef3527a-22f6-4d97-abd3-cfc1ad4af551 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668906 Sep 07 09:57:00.768966 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:57:00.774425 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:00.778826 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:57:00.788235 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:57:00.789006 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:00.813377 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d29e75e5-db85-452c-ac6e-110b207b3e75 req-501c505f-2aa9-4d03-9f3a-3240ec38f7d1 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509254 Sep 07 09:57:00.814844 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6ecefb74-4189-46ba-a219-18c01f5eb2b6 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "PUT /v2.0/floatingips/63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae HTTP/1.1" status: 200 len: 991 time: 1.5272110 Sep 07 09:57:00.815410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:57:00.817665 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6654cd0-612c-46b5-9743-931d6f9bd0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:57:00.839357 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:00.873232 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c303082-d0e6-4de8-abbf-a1f34e2a271d x-openstack-request-id: req-0c303082-d0e6-4de8-abbf-a1f34e2a271d {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:57:00.873827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:57:00.874284 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c303082-d0e6-4de8-abbf-a1f34e2a271d {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:57:00.874898 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'status': 'completed', 'code': 200} Sep 07 09:57:00.909725 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:57:00.992772 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-ab324a99-dcee-4b7e-b5ae-ed611a3f5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:00.994300 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-ab324a99-dcee-4b7e-b5ae-ed611a3f5462 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0416787 Sep 07 09:57:01.088440 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-f001d5db-0126-4779-85d9-5e71f1c18e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:01.089874 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-f001d5db-0126-4779-85d9-5e71f1c18e2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0861158 Sep 07 09:57:01.130272 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:cb:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:48Z', 'updated_at': '2021-09-07T09:56:59Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:01.155247 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-c8b915f3-53eb-457e-b401-1d2662b2071c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 999 time: 0.0572591 Sep 07 09:57:01.156397 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:57:01.165420 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:57:01.166020 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:56:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:01.203998 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-2270063c-8446-434a-9610-0cff27f43deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:01.205478 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-2270063c-8446-434a-9610-0cff27f43deb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0421703 Sep 07 09:57:01.263744 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-e12e6e5d-3fbf-43dd-93ff-af28e30fbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:01.265278 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-e12e6e5d-3fbf-43dd-93ff-af28e30fbbb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447254 Sep 07 09:57:01.274195 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:57:01.357347 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-69c5c6c1-9bf6-4b5d-bea3-6b1edf117a49 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838635 Sep 07 09:57:01.453429 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d6654cd0-612c-46b5-9743-931d6f9bd0dc req-1aba0859-e012-4b69-8e12-cb54693a8565 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874970 Sep 07 09:57:01.503457 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:cb:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:48Z', 'updated_at': '2021-09-07T09:56:59Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:01.533501 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148f3f1-368b-474a-93b5-6ccfb905647d None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:cb:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:56:48Z', 'updated_at': '2021-09-07T09:56:59Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:57:01.718831 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90701fa-e13b-461e-84c4-eb4627dc1cb5 None None] New status for floating IP 63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:57:06.609676 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:57:14.104540 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-cb3ca0e0-c48b-4093-9f42-49c6a9c79881 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122261010&fields=id&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 267 time: 0.0323541 Sep 07 09:57:14.212209 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-14db2230-70a4-49cb-8fe2-dc8c15c9f5bb tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:14.213618 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-14db2230-70a4-49cb-8fe2-dc8c15c9f5bb tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1025877 Sep 07 09:57:14.228384 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-d6cc1549-65e7-4fde-82ab-8e200764566c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/quotas/8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 375 time: 0.0092278 Sep 07 09:57:14.284305 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-47ce6291-a4a9-48e2-88e5-99d4b090349c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509360 Sep 07 09:57:14.380850 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-c224a812-2250-40d6-9493-de53df87fa99 service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Sep 07 09:57:14.473432 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-05a392d3-b7b1-43e4-992d-349db762400d service neutron] 10.222.0.24 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840490 Sep 07 09:57:14.756858 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1bc02f42-2aea-4eaf-854f-ccd481d7359d req-958035a0-6265-4d0e-bc65-c66992cee04c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Sep 07 09:57:15.740045 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-f465cdd7-01d0-4376-9080-053af6c158c4 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:15.741689 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-f465cdd7-01d0-4376-9080-053af6c158c4 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 812 time: 0.1036942 Sep 07 09:57:15.791547 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-6f19e5ef-c2c2-461a-8746-ef3d62fa0092 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0 HTTP/1.1" status: 200 len: 380 time: 0.0335948 Sep 07 09:57:15.808538 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'port': {'device_id': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'admin_state_up': True, 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'security_groups': ['d01c1813-d7ca-4a2f-9de4-edbdeda42ae3']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:57:15.890151 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6803c9a5-7192-46cd-ba72-2000f4a9ffe3 req-dc22c6bd-c58b-46de-ae08-b91ac62ed320 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 210 time: 0.0561178 Sep 07 09:57:15.941739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Made reservation on behalf of 8b1c4e5c83c64f7c9e8ce1c807392ff0 for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:57:15.945945 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.066298 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.20.0.4 (3db78a74-1926-4c75-b1f8-938280f0fed6/de7414ae-c6eb-44ac-88fd-17510ed9e504/bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:57:16.202891 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.216531 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Transition to ACTIVE for port object bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:57:16.247961 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.289695 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:57:16.292918 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:57:16.298438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:57:16.323446 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:16.338648 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.339001 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.339344 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.339678 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.340009 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.340387 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.340736 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.341054 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.341352 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.341682 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.342173 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.342321 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:57:16.363351 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:16.363989 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.379884 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-1cece427-2b6d-41e6-be4c-9c76b4e61520 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751889 Sep 07 09:57:16.399055 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Request body: {'port': {'device_id': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:57:16.462451 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.513435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a03cff49-1c9b-492b-9f76-00366d62fefb None None] Provisioning for port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:57:16.517464 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-a03cff49-1c9b-492b-9f76-00366d62fefb None None] Provisioning complete for port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:57:16.517835 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a03cff49-1c9b-492b-9f76-00366d62fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.558616 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-a03cff49-1c9b-492b-9f76-00366d62fefb None None] Port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:57:16.725699 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:57:16.734731 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.746477 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Transition to ACTIVE for port object bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:57:16.750271 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.801645 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:16.870351 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Attempting to bind port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:57:16.870684 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Attempting to bind port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:57:16.871012 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Attempting to bind port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:57:16.875469 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c on network 3db78a74-1926-4c75-b1f8-938280f0fed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:57:16.875786 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Attempting to bind port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c on network 3db78a74-1926-4c75-b1f8-938280f0fed6 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:57:16.880622 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:57:16.880955 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Checking segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:57:16.881910 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Bound using segment: {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:57:16.882340 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Bound port: bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:57:16.882798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.950387 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:57:16.953646 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:57:16.965246 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.993605 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:16.994254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:16.995916 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] 10.222.0.20 "PUT /v2.0/ports/bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 200 len: 1093 time: 0.6018319 Sep 07 09:57:16.998654 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:57:17.001184 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50049b72-24d5-4ee8-97e7-f128c005717d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:57:17.118527 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a7418-7cc3-4f2d-b87c-58f63d8b166a service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:17.142630 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f956077-bb28-450c-bce1-187ad1500f4b req-57b6ab39-eb3d-4723-af28-6c5de9e341e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.142911 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f956077-bb28-450c-bce1-187ad1500f4b req-57b6ab39-eb3d-4723-af28-6c5de9e341e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.1460977 Sep 07 09:57:17.145080 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-245560d3-2451-435c-a7cc-cd4e20c8ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.146461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-245560d3-2451-435c-a7cc-cd4e20c8ffc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1096 time: 0.0841112 Sep 07 09:57:17.441933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab0d98f-640d-455c-90c3-5231a00ffa5b x-openstack-request-id: req-4ab0d98f-640d-455c-90c3-5231a00ffa5b {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:57:17.442229 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:57:17.442457 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ab0d98f-640d-455c-90c3-5231a00ffa5b {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:57:17.442842 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'status': 'completed', 'code': 200} Sep 07 09:57:17.448050 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-884b2ec9-4ebf-4331-9676-5c9cd963ce68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 200 len: 217 time: 0.2843130 Sep 07 09:57:17.470062 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4f956077-bb28-450c-bce1-187ad1500f4b req-39d0dc9a-4ade-4edf-8940-2a68fd20f3ee tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196495 Sep 07 09:57:17.503324 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-6dd31550-e9bb-4cec-bd27-0c614b81b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.504823 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-6dd31550-e9bb-4cec-bd27-0c614b81b9ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0476332 Sep 07 09:57:17.548305 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-6bb9ca0c-5028-4e83-822e-7d3c68818548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.549771 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-6bb9ca0c-5028-4e83-822e-7d3c68818548 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380073 Sep 07 09:57:17.641199 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-970eb519-104f-4a33-8dac-40c4658945f5 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Sep 07 09:57:17.727633 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-122e3f79-9d7b-4d6f-a1f3-1c298d1e81fe req-31c8d426-b814-45bf-a31b-71eb2e89e8cd service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792725 Sep 07 09:57:17.863744 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049b72-24d5-4ee8-97e7-f128c005717d req-9cd20851-d29d-45d9-bbf8-8919eb1316bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.865265 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-9cd20851-d29d-45d9-bbf8-8919eb1316bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1096 time: 0.0437040 Sep 07 09:57:17.953259 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049b72-24d5-4ee8-97e7-f128c005717d req-83b4a7c5-2fe8-48b5-8a00-6f37aa34ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:17.954697 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-83b4a7c5-2fe8-48b5-8a00-6f37aa34ca57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.0819306 Sep 07 09:57:17.998424 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-9879efa5-d414-4149-b9c1-bf93094f8c18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 200 len: 217 time: 0.0362365 Sep 07 09:57:18.047158 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049b72-24d5-4ee8-97e7-f128c005717d req-7b219f14-76dc-4678-a17a-d0768b70a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:18.048568 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-7b219f14-76dc-4678-a17a-d0768b70a193 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0410144 Sep 07 09:57:18.095882 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049b72-24d5-4ee8-97e7-f128c005717d req-05ee02ca-234e-4793-9c16-3d84d9f64047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:18.097627 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-05ee02ca-234e-4793-9c16-3d84d9f64047 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385551 Sep 07 09:57:18.191576 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-3df13b74-ad1d-4d17-b3cb-8a736b07a68b service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 Sep 07 09:57:18.321341 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-50049b72-24d5-4ee8-97e7-f128c005717d req-8f9162ca-0655-42ca-bc41-1bcb1d59fd2b service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822484 Sep 07 09:57:18.583927 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56435bfe-491b-424e-97f7-9245565fb853 req-dc168106-cb95-4ed1-b8b0-349d8c300a96 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:18.586028 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-56435bfe-491b-424e-97f7-9245565fb853 req-dc168106-cb95-4ed1-b8b0-349d8c300a96 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0487957 Sep 07 09:57:18.626491 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-56435bfe-491b-424e-97f7-9245565fb853 req-3d0eb7f5-59c8-481b-aaa6-637dfc0b915b tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346246 Sep 07 09:57:19.739718 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077abb9f-d99c-4f88-97aa-a08ec15f8738 req-84b6a4a7-9556-48fb-b669-bd8986d5f1e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:19.741769 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-077abb9f-d99c-4f88-97aa-a08ec15f8738 req-84b6a4a7-9556-48fb-b669-bd8986d5f1e2 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0480750 Sep 07 09:57:19.777508 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-077abb9f-d99c-4f88-97aa-a08ec15f8738 req-c5aebd8e-90b4-4937-afa7-e08322191766 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299082 Sep 07 09:57:20.887954 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07e11-ec44-4634-8164-bfeecb18882c req-86976d0a-b12e-4b58-9f0f-0192ee3e3e85 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:20.889382 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47d07e11-ec44-4634-8164-bfeecb18882c req-86976d0a-b12e-4b58-9f0f-0192ee3e3e85 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0480206 Sep 07 09:57:20.926499 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-47d07e11-ec44-4634-8164-bfeecb18882c req-c76ec14b-a1c5-4c20-a9e1-3817a453f871 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Sep 07 09:57:22.037792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4b73-9662-417a-b600-9d3a09c834c3 req-47fdb823-a0b7-486a-ac99-61f3e625505c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:22.039370 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06de4b73-9662-417a-b600-9d3a09c834c3 req-47fdb823-a0b7-486a-ac99-61f3e625505c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0479436 Sep 07 09:57:22.080167 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06de4b73-9662-417a-b600-9d3a09c834c3 req-e162165a-af60-4e9e-8552-258684a5753d tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Sep 07 09:57:22.407119 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:23.190454 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f906cb-7987-4ee1-9203-b21b71015ceb req-bec9922c-ce5f-4cfb-bd50-0c319c28c004 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:23.191906 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09f906cb-7987-4ee1-9203-b21b71015ceb req-bec9922c-ce5f-4cfb-bd50-0c319c28c004 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0466437 Sep 07 09:57:23.228840 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-09f906cb-7987-4ee1-9203-b21b71015ceb req-9b781f61-3d77-4c47-9b68-aea9c4ed841e tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304580 Sep 07 09:57:24.349600 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c630a7-edf8-4457-9ae0-87fe05c05b8a req-6a184202-c8f7-4015-9612-c010c33cb394 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:24.351104 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12c630a7-edf8-4457-9ae0-87fe05c05b8a req-6a184202-c8f7-4015-9612-c010c33cb394 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0575047 Sep 07 09:57:24.390343 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-12c630a7-edf8-4457-9ae0-87fe05c05b8a req-695b84de-764e-4cd3-a92a-0c6cd4d424be tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Sep 07 09:57:25.281531 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-5d912e15-08d4-4972-9a93-713ec6f60781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:25.501808 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca45ddd-4734-4da5-9449-28d2548d6bd6 req-05a8e6f1-e859-4aed-b6b0-3e943056d444 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:25.503266 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ca45ddd-4734-4da5-9449-28d2548d6bd6 req-05a8e6f1-e859-4aed-b6b0-3e943056d444 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 943 time: 0.0470665 Sep 07 09:57:25.511182 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:57:25.544752 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3ca45ddd-4734-4da5-9449-28d2548d6bd6 req-0d0c8659-4ea7-4945-bfed-88a7cda8fbac tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Sep 07 09:57:25.606902 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:57:25.618176 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'port_id': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'mac_address': 'fa:16:3e:02:95:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:57:25.654660 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:25.667089 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:57:25.685768 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:57:25.689579 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:25.738974 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:25.994552 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:57:26.655499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19bf0-48c7-4f6c-b95e-8d8b24e9d641 req-38399bd0-8513-453f-883c-bda8075a8e68 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:26.656982 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0a19bf0-48c7-4f6c-b95e-8d8b24e9d641 req-38399bd0-8513-453f-883c-bda8075a8e68 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 944 time: 0.0474465 Sep 07 09:57:26.694439 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d0a19bf0-48c7-4f6c-b95e-8d8b24e9d641 req-3788d64c-161c-4024-b2e6-84f03b1d085c tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Sep 07 09:57:27.526482 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:57:27.575235 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:57:27.579362 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:57:27.579733 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:27.657078 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:27.680287 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:57:27.682514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff355d76-e337-4a8d-b53a-77d142ce4b8e" -d '{"events": [{"server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:57:27.698262 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:57:27.703080 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:27.731413 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f8187-d4ac-427f-af3d-6536109ee702 x-openstack-request-id: req-896f8187-d4ac-427f-af3d-6536109ee702 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:57:27.731735 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:57:27.731957 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-896f8187-d4ac-427f-af3d-6536109ee702 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:57:27.732341 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'code': 200} Sep 07 09:57:27.754068 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:27.811414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec1d3-a417-449f-876b-2d891c0b929a req-4f811b3b-93a9-445f-a6f9-de4c12920c35 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:27.812864 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-164ec1d3-a417-449f-876b-2d891c0b929a req-4f811b3b-93a9-445f-a6f9-de4c12920c35 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0498173 Sep 07 09:57:27.851167 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-164ec1d3-a417-449f-876b-2d891c0b929a req-6bdffe34-245a-4470-8584-93a60e247427 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Sep 07 09:57:27.998616 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28257cee-536a-4927-b564-9fb7c823577e req-ad37175e-e30f-4206-b1fa-725c2e4379aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:28.000077 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-28257cee-536a-4927-b564-9fb7c823577e req-ad37175e-e30f-4206-b1fa-725c2e4379aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1098 time: 0.0384378 Sep 07 09:57:28.021864 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:28.038333 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-28257cee-536a-4927-b564-9fb7c823577e req-1703b74e-c545-4b12-a761-51f6203beedf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Sep 07 09:57:28.172455 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-93606498-f3e2-4b1c-8dd5-bb80af267195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:28.964792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f437-72e4-4486-89ac-4b009b7ede05 req-155b1b3f-e1d3-43f7-abdb-3a1a1c8512fa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:28.966275 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7023f437-72e4-4486-89ac-4b009b7ede05 req-155b1b3f-e1d3-43f7-abdb-3a1a1c8512fa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0479002 Sep 07 09:57:29.003023 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7023f437-72e4-4486-89ac-4b009b7ede05 req-4c884959-df42-451f-be30-ac8a87eb3a77 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Sep 07 09:57:29.056138 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:30.114761 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bef1d-506a-4b12-99f2-5e090675f4eb req-9dd3d39d-88b2-4145-a4ae-9722886a0aec tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:30.116441 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-086bef1d-506a-4b12-99f2-5e090675f4eb req-9dd3d39d-88b2-4145-a4ae-9722886a0aec tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Sep 07 09:57:30.163784 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-086bef1d-506a-4b12-99f2-5e090675f4eb req-a6c58d0e-840f-4f6c-81b5-a53a9d010b56 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Sep 07 09:57:30.275620 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af092995-8ffb-4adf-b577-ac70a43b57ab req-9264ed41-b2a6-4d3c-9560-8ea1a22e3f47 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:30.277099 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af092995-8ffb-4adf-b577-ac70a43b57ab req-9264ed41-b2a6-4d3c-9560-8ea1a22e3f47 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0470893 Sep 07 09:57:30.316397 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-af092995-8ffb-4adf-b577-ac70a43b57ab req-c3a59884-d09e-4b68-b1dd-597348cbbaf1 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Sep 07 09:57:30.339356 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34130) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:57:30.377442 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5deca4-26bc-4fa3-8e92-9c0d38455f8b tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:30.378928 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-4f5deca4-26bc-4fa3-8e92-9c0d38455f8b tempest-TestVolumeBootPattern-444845353 tempest-TestVolumeBootPattern-444845353-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1093 time: 0.0386264 Sep 07 09:57:30.382128 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34132) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:57:30.386378 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'port_id': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:57:30.408167 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:30.501087 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:30.609320 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Allocated IP 172.27.2.70 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/55c73d53-f5cd-4a40-a834-bc415e45b5af) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:57:30.707637 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:30.749448 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:30.788003 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:57:30.790906 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:57:30.797150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:57:30.803174 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=55c73d53-f5cd-4a40-a834-bc415e45b5af,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:30.842082 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.143480 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.209050 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.352140 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.356675 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.422503 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event updated for resources: {'Port': ['ID=55c73d53-f5cd-4a40-a834-bc415e45b5af,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:57:31.431850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.526645 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP 8b4b55b0-b7b0-4478-9bb0-22b255449bee associated. External IP: 172.27.2.70, port: bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c. Sep 07 09:57:31.727945 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:57:31.831280 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:57:31.841925 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:57:31.849164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:31.852907 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:57:31.853512 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:57:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:31.875587 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-af5cc8d7-45bc-4f0a-9ec7-5a6f1f524fc0 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4924552 Sep 07 09:57:31.876180 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:57:31.878507 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a79c1-adec-4b91-b043-841a09170fda" -d '{"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:57:31.915658 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc2c1b-072c-44ba-97a6-0635b0c103b4 x-openstack-request-id: req-2fdc2c1b-072c-44ba-97a6-0635b0c103b4 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:57:31.915953 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:57:31.916213 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fdc2c1b-072c-44ba-97a6-0635b0c103b4 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:57:31.916641 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'status': 'completed', 'code': 200} Sep 07 09:57:32.003560 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a79c1-adec-4b91-b043-841a09170fda req-e717f972-80ea-4d95-be94-07a72edf7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:32.005057 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-e717f972-80ea-4d95-be94-07a72edf7368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1098 time: 0.0428815 Sep 07 09:57:32.047299 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:57:32.099989 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a79c1-adec-4b91-b043-841a09170fda req-bef8fe6a-896a-47d5-bff3-fda04fab6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:32.101647 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-bef8fe6a-896a-47d5-bff3-fda04fab6e1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.0895479 Sep 07 09:57:32.165289 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-48e4b645-8098-4790-baea-9d44e9bb7f63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 200 len: 998 time: 0.0560656 Sep 07 09:57:32.218770 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a79c1-adec-4b91-b043-841a09170fda req-98d937a8-88d6-47e2-8038-b547db7bfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:32.220226 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-98d937a8-88d6-47e2-8038-b547db7bfe52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0460863 Sep 07 09:57:32.264662 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a79c1-adec-4b91-b043-841a09170fda req-d39cb94e-f303-40e8-8ca2-c64d0d9ff462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:32.265941 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-d39cb94e-f303-40e8-8ca2-c64d0d9ff462 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382817 Sep 07 09:57:32.266971 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}, {'id': '8b4b55b0-b7b0-4478-9bb0-22b255449bee', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:02:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:57:31Z', 'updated_at': '2021-09-07T09:57:31Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:32.293230 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:57:32.301738 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:57:32.302843 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:57:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:32.364273 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-4e607b79-51fd-4ffe-a54b-99b3651dac59 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842466 Sep 07 09:57:32.406894 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:57:32.454473 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d68a79c1-adec-4b91-b043-841a09170fda req-3508722b-9c41-4ef3-a0e6-039e1ca360a4 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826640 Sep 07 09:57:32.634041 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}, {'id': '8b4b55b0-b7b0-4478-9bb0-22b255449bee', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:02:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:57:31Z', 'updated_at': '2021-09-07T09:57:31Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:57:32.659341 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7131b-0a65-4e2b-86b6-b25e42807e2d None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}, {'id': '8b4b55b0-b7b0-4478-9bb0-22b255449bee', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:02:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:57:31Z', 'updated_at': '2021-09-07T09:57:31Z', 'revision_number': 0, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:57:32.840742 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ddd6a-c3c2-46d4-bd46-12b1e6816ef4 None None] New status for floating IP 8b4b55b0-b7b0-4478-9bb0-22b255449bee: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:57:43.607884 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:57:51.984215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff2c67-9165-4c70-bfa5-7622fb8f2e58 req-910e7c90-8578-41a7-8118-8616eec4dd41 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:51.985731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1eff2c67-9165-4c70-bfa5-7622fb8f2e58 req-910e7c90-8578-41a7-8118-8616eec4dd41 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0490053 Sep 07 09:57:52.024518 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1eff2c67-9165-4c70-bfa5-7622fb8f2e58 req-875dfd3a-5a54-484c-b9c3-34ea2d3179c2 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327487 Sep 07 09:57:52.419347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:53.148017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb909e2-b312-4502-be90-553d199566a1 req-43c5ef64-935e-48e5-a26d-67d2fd817181 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:53.149517 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adb909e2-b312-4502-be90-553d199566a1 req-43c5ef64-935e-48e5-a26d-67d2fd817181 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Sep 07 09:57:53.186819 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-adb909e2-b312-4502-be90-553d199566a1 req-eb225392-4c43-4031-8309-7512321f2497 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315540 Sep 07 09:57:54.298930 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcba2b-8593-4074-abfd-b33dae4d5d63 req-8613c6d2-939a-41b6-a597-c607986d27cd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:54.300375 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-75bcba2b-8593-4074-abfd-b33dae4d5d63 req-8613c6d2-939a-41b6-a597-c607986d27cd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0475855 Sep 07 09:57:54.337857 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-75bcba2b-8593-4074-abfd-b33dae4d5d63 req-ce8d9724-2cf7-4420-ba18-6cedc767ef60 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315468 Sep 07 09:57:55.282361 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-23de8381-4fbc-4f37-8d20-9b51855af34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:55.449992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24cb79-1f86-4343-8849-c6a8573a7608 req-bd4468d8-f435-458f-8c59-18c234d159f7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:55.451446 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c24cb79-1f86-4343-8849-c6a8573a7608 req-bd4468d8-f435-458f-8c59-18c234d159f7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0471408 Sep 07 09:57:55.487426 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c24cb79-1f86-4343-8849-c6a8573a7608 req-08a605bd-d7db-460d-8ab4-f661969db0d5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301497 Sep 07 09:57:56.604178 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e9e34-7ea0-476b-ae64-48a81e20b424 req-449102e0-627c-4550-82d4-cb56d98d5d3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:56.605656 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c83e9e34-7ea0-476b-ae64-48a81e20b424 req-449102e0-627c-4550-82d4-cb56d98d5d3a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Sep 07 09:57:56.642073 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c83e9e34-7ea0-476b-ae64-48a81e20b424 req-791c4988-ac5f-4fef-95e2-797bdc6b4461 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306127 Sep 07 09:57:57.753926 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ca0d-1bd3-4b9b-9468-cc5216f585ce req-116ab665-376e-408e-9b87-3ae9768f6593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:57.755974 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06e9ca0d-1bd3-4b9b-9468-cc5216f585ce req-116ab665-376e-408e-9b87-3ae9768f6593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0476961 Sep 07 09:57:57.791482 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-06e9ca0d-1bd3-4b9b-9468-cc5216f585ce req-fe9a405a-d3e1-4095-a1e3-176e05379893 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297225 Sep 07 09:57:58.022642 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:58.172764 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-7f066fcd-e30a-4edc-aa46-2954eee09d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:57:58.904821 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae384499-215e-452d-abff-410a144a4aa7 req-008beda4-8460-4258-a8eb-8d3222d20b8b tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:57:58.906286 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae384499-215e-452d-abff-410a144a4aa7 req-008beda4-8460-4258-a8eb-8d3222d20b8b tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0474608 Sep 07 09:57:58.942992 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ae384499-215e-452d-abff-410a144a4aa7 req-493bea2b-12d2-43ef-8320-25fdda5ccef8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308807 Sep 07 09:57:59.059625 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:00.062544 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0dc46-0529-44ef-a874-e9fcdcfef1bd req-ab737bdb-0163-46d2-b3d2-70547746260d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:00.064030 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ea0dc46-0529-44ef-a874-e9fcdcfef1bd req-ab737bdb-0163-46d2-b3d2-70547746260d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Sep 07 09:58:00.101495 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4ea0dc46-0529-44ef-a874-e9fcdcfef1bd req-68ae8d3f-1e2a-4076-9633-9bd90bfafdbe tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310628 Sep 07 09:58:00.843148 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:01.213475 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cf60-6e27-4cf1-b190-9b318fcc9188 req-19177ff6-03c2-4533-8fe8-036de20584ec tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:01.214953 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf14cf60-6e27-4cf1-b190-9b318fcc9188 req-19177ff6-03c2-4533-8fe8-036de20584ec tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0476067 Sep 07 09:58:01.252455 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf14cf60-6e27-4cf1-b190-9b318fcc9188 req-7e5bb684-36fd-41ce-a0c4-995f2dd5d7bf tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317249 Sep 07 09:58:01.560767 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-81dac668-925b-47d7-97ae-1eef7d6d0662 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379524 Sep 07 09:58:01.634482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-2fa9e628-cf71-4720-9c7c-a312decaed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:01.635976 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-2fa9e628-cf71-4720-9c7c-a312decaed44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0429723 Sep 07 09:58:01.735770 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-7e7f7673-b14a-4fcb-88f0-53067be572a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:01.737232 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-7e7f7673-b14a-4fcb-88f0-53067be572a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0809386 Sep 07 09:58:01.803793 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-770a6562-91ea-48c3-baee-69de612a372f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 1001 time: 0.0584006 Sep 07 09:58:01.851256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-f7c0fe87-c3a2-47e5-8451-3849d3d14004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:01.852612 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-f7c0fe87-c3a2-47e5-8451-3849d3d14004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0416896 Sep 07 09:58:01.895792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-7b00e638-0171-435a-afdd-d31ceb9df694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:01.897255 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-7b00e638-0171-435a-afdd-d31ceb9df694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379188 Sep 07 09:58:01.986151 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-bc3fd0da-dca9-43ab-9c65-73d18a6463e5 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811033 Sep 07 09:58:02.072332 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d563fe79-e2b6-4683-a15b-800865a91e7f req-4a8bf996-c9a4-4a30-be29-05bd8cdfaa73 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792298 Sep 07 09:58:02.367412 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e876094-ad0a-4dc3-9eee-bbb6adbadf15 req-b0655015-7565-4333-8106-29170eee8cd8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:02.368905 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e876094-ad0a-4dc3-9eee-bbb6adbadf15 req-b0655015-7565-4333-8106-29170eee8cd8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Sep 07 09:58:02.406253 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3e876094-ad0a-4dc3-9eee-bbb6adbadf15 req-79b15997-10f8-4c4b-862e-aa820638b45a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315766 Sep 07 09:58:03.516969 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729cd8f-3102-447f-9dad-045295e9cbd2 req-7727c070-cbfe-47d3-931b-0f6736221d83 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:03.518438 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b729cd8f-3102-447f-9dad-045295e9cbd2 req-7727c070-cbfe-47d3-931b-0f6736221d83 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0479677 Sep 07 09:58:03.555605 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b729cd8f-3102-447f-9dad-045295e9cbd2 req-1778165d-f2d9-42e3-8ce3-60c8a45ee526 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307848 Sep 07 09:58:04.666741 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8c126-4686-4a2a-b75d-1829dceeae7d req-b753a733-2257-41f7-aa47-326651b74add tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:04.668177 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b8c126-4686-4a2a-b75d-1829dceeae7d req-b753a733-2257-41f7-aa47-326651b74add tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0465305 Sep 07 09:58:04.703782 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-02b8c126-4686-4a2a-b75d-1829dceeae7d req-dc50f6d3-6e71-4975-9d8a-756bf35a6139 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297573 Sep 07 09:58:05.818449 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474a65-0067-490d-bc48-061489992b48 req-ea5d9241-eee6-4100-8579-d6e129d9dc5f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:05.819823 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd474a65-0067-490d-bc48-061489992b48 req-ea5d9241-eee6-4100-8579-d6e129d9dc5f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0508611 Sep 07 09:58:05.857205 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cd474a65-0067-490d-bc48-061489992b48 req-3d5ec652-f416-4229-9114-60c6bcf836f2 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316136 Sep 07 09:58:06.970255 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877f3e1-b88d-4aca-9084-5691bca0b6e7 req-65a3475c-7fd8-4e93-a73a-ac4c0d300867 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:06.971997 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4877f3e1-b88d-4aca-9084-5691bca0b6e7 req-65a3475c-7fd8-4e93-a73a-ac4c0d300867 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Sep 07 09:58:07.008971 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4877f3e1-b88d-4aca-9084-5691bca0b6e7 req-f3c7dd87-c8fd-4871-8e87-0268f1feed27 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305381 Sep 07 09:58:08.120898 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59264f4-ff7a-4093-81e8-61d35144617c req-a31fa5c9-d1e3-46e9-85e1-106414495377 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.122336 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f59264f4-ff7a-4093-81e8-61d35144617c req-a31fa5c9-d1e3-46e9-85e1-106414495377 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Sep 07 09:58:08.158538 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f59264f4-ff7a-4093-81e8-61d35144617c req-02e7984b-a3c8-43e2-9145-fe7add734925 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303235 Sep 07 09:58:08.352893 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a9d7d-eada-4d2e-8457-93919db4e8f4 req-4f2fc706-4681-49ce-b8bf-f1df22290fe9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.354340 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744a9d7d-eada-4d2e-8457-93919db4e8f4 req-4f2fc706-4681-49ce-b8bf-f1df22290fe9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Sep 07 09:58:08.413117 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-744a9d7d-eada-4d2e-8457-93919db4e8f4 req-29a5622a-50f0-4052-9f71-47a69ca67f53 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527487 Sep 07 09:58:08.428841 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-07bdeb1c-deed-4900-8eca-fe00f4a065a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.430289 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-07bdeb1c-deed-4900-8eca-fe00f4a065a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0446079 Sep 07 09:58:08.519462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-478e0da2-39d3-42e6-a4aa-f4b584fc9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.520967 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-478e0da2-39d3-42e6-a4aa-f4b584fc9c72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0830216 Sep 07 09:58:08.583635 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-f06f1c11-97df-464e-bc6d-bc3ce6c6a9ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 1001 time: 0.0556147 Sep 07 09:58:08.631194 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-645ea875-daeb-4e21-b558-9022630cf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.632602 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-645ea875-daeb-4e21-b558-9022630cf0d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0421524 Sep 07 09:58:08.679337 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-a4e92af1-fe60-49d6-b8c3-c101862ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:08.680810 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-a4e92af1-fe60-49d6-b8c3-c101862ca079 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408447 Sep 07 09:58:09.002569 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-71544fec-d858-4b42-8c15-837894ca4d3a service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145268 Sep 07 09:58:09.090765 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a43e9a97-cb1e-45ff-8315-a6e971f62211 req-df35e5b7-c236-4f5f-a1e3-d9ff61524c64 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810418 Sep 07 09:58:09.525925 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dce0e-5864-4540-9ce5-5556272abd37 req-7560795b-c02e-408e-92b8-c6d7d0242a90 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:09.527421 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026dce0e-5864-4540-9ce5-5556272abd37 req-7560795b-c02e-408e-92b8-c6d7d0242a90 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0472896 Sep 07 09:58:09.563938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-026dce0e-5864-4540-9ce5-5556272abd37 req-b67f91d5-6692-4d08-b0e0-4955699e43eb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307829 Sep 07 09:58:10.676462 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58308e-a218-4ff1-899b-404e7940e2e0 req-a02fb821-4735-418a-bf2a-473f61f7f13f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:10.677962 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cc58308e-a218-4ff1-899b-404e7940e2e0 req-a02fb821-4735-418a-bf2a-473f61f7f13f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Sep 07 09:58:10.714148 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cc58308e-a218-4ff1-899b-404e7940e2e0 req-c3565c09-6ac1-4304-8e91-3214c00420f1 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303016 Sep 07 09:58:20.607264 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:58:22.407319 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:25.282740 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-fd1e755a-7a9e-4268-93af-456ed180328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:28.024898 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:28.172463 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0d99c9d7-8e43-4056-92e2-5a06328d1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:29.061750 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:30.847176 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:31.387240 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f95fe-80ec-46bf-9c25-0b2803d4976b req-1d865fee-cece-40a0-9628-2850387f0751 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:31.388715 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-791f95fe-80ec-46bf-9c25-0b2803d4976b req-1d865fee-cece-40a0-9628-2850387f0751 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0507941 Sep 07 09:58:31.424687 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-791f95fe-80ec-46bf-9c25-0b2803d4976b req-39f5842e-d6f8-44cb-93d9-bc23db784f97 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300946 Sep 07 09:58:32.537822 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dbed1-d640-4388-9801-9200da975df4 req-a075602a-49cd-4561-926e-aa780b54b7e4 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:32.539403 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b06dbed1-d640-4388-9801-9200da975df4 req-a075602a-49cd-4561-926e-aa780b54b7e4 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0477407 Sep 07 09:58:32.576975 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b06dbed1-d640-4388-9801-9200da975df4 req-b6ede995-e1af-45da-bf7d-24c388fd6f58 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Sep 07 09:58:33.689164 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce5464-dbb9-4ad3-870e-28619937b7bc req-55cb1d20-2ede-4d2a-af69-b8fa2cc058be tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:33.690622 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35ce5464-dbb9-4ad3-870e-28619937b7bc req-55cb1d20-2ede-4d2a-af69-b8fa2cc058be tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0473840 Sep 07 09:58:33.727136 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-35ce5464-dbb9-4ad3-870e-28619937b7bc req-a4b6bae6-3e3e-4352-8c45-402e53bf1324 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Sep 07 09:58:34.840563 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a869b-73a9-4150-9216-b87d4e6196ca req-137dc507-a3ec-4f96-9c77-64be01bbf260 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:34.842011 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-228a869b-73a9-4150-9216-b87d4e6196ca req-137dc507-a3ec-4f96-9c77-64be01bbf260 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0502009 Sep 07 09:58:34.878551 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-228a869b-73a9-4150-9216-b87d4e6196ca req-7227455f-ed63-4394-917d-c4d7df027f4c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305264 Sep 07 09:58:35.989432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3d2ef-48fb-4a45-be5b-828b33ffd357 req-f3d3224b-e81e-4fd9-bd5e-0f3f17104bf1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:35.991612 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7a3d2ef-48fb-4a45-be5b-828b33ffd357 req-f3d3224b-e81e-4fd9-bd5e-0f3f17104bf1 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0484481 Sep 07 09:58:36.026890 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e7a3d2ef-48fb-4a45-be5b-828b33ffd357 req-4e3e0492-9176-4352-8de5-0e04b24e1c9b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295398 Sep 07 09:58:37.143492 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944da957-8a9c-4d0c-b70a-969dced39986 req-1c85b990-5e11-4c66-859c-b0618ee32af7 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:37.144993 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-944da957-8a9c-4d0c-b70a-969dced39986 req-1c85b990-5e11-4c66-859c-b0618ee32af7 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0508595 Sep 07 09:58:37.181496 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-944da957-8a9c-4d0c-b70a-969dced39986 req-224b7120-4271-41f5-87e2-02573182c37f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303133 Sep 07 09:58:38.298860 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc029216-4aaa-42b7-9f26-f768c1641a01 req-30d1fd1a-a49e-4ddb-aa0e-00b53044af36 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:38.300330 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc029216-4aaa-42b7-9f26-f768c1641a01 req-30d1fd1a-a49e-4ddb-aa0e-00b53044af36 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0508120 Sep 07 09:58:38.337596 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bc029216-4aaa-42b7-9f26-f768c1641a01 req-a4ec2876-7b5b-4561-afb9-e66e1a84bf8b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Sep 07 09:58:39.449203 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808186a-49bd-4864-a199-bd86015675e2 req-296ae7ff-8ace-4f01-9005-1f2db138cb75 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:39.450670 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0808186a-49bd-4864-a199-bd86015675e2 req-296ae7ff-8ace-4f01-9005-1f2db138cb75 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0476367 Sep 07 09:58:39.487747 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-0808186a-49bd-4864-a199-bd86015675e2 req-6ab1b159-dec3-40cd-a13b-af2fc3cc2756 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Sep 07 09:58:40.605748 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867cae3-bf9e-4d12-9dd4-ffce9c9e0fb6 req-0b0a11aa-eb20-43c2-b9b7-b4d2b88438bc tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:40.607160 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b867cae3-bf9e-4d12-9dd4-ffce9c9e0fb6 req-0b0a11aa-eb20-43c2-b9b7-b4d2b88438bc tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0530696 Sep 07 09:58:40.644508 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b867cae3-bf9e-4d12-9dd4-ffce9c9e0fb6 req-35f393e2-826e-45f1-89a7-3e1ac8ada746 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Sep 07 09:58:41.629922 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-5435f655-03fa-4d73-8d8c-521b9f71938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:41.632246 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-5435f655-03fa-4d73-8d8c-521b9f71938d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0438254 Sep 07 09:58:41.743537 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-57e3c00a-35ac-4884-bbc7-9330b3e5297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:41.745019 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-57e3c00a-35ac-4884-bbc7-9330b3e5297f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.1044757 Sep 07 09:58:41.818866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b5f38-a9f7-427f-b37d-a7f55848e9c2 req-43b5c0a6-406b-4210-a184-fb4043640a31 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:41.820264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-958b5f38-a9f7-427f-b37d-a7f55848e9c2 req-43b5c0a6-406b-4210-a184-fb4043640a31 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.1103415 Sep 07 09:58:41.864052 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-e8cbe3b7-ce0c-449a-ae76-679e21e2efa7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 1001 time: 0.1089916 Sep 07 09:58:41.910138 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-958b5f38-a9f7-427f-b37d-a7f55848e9c2 req-1c3aa95f-eea7-4979-97f7-3b1b1c683013 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825155 Sep 07 09:58:41.927105 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-835f27e2-5080-45ea-8102-db5b4f78d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:41.928748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-835f27e2-5080-45ea-8102-db5b4f78d221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0504408 Sep 07 09:58:41.978811 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-3617426d-12e8-43a8-b5cc-6d2ee939047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:41.980271 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-3617426d-12e8-43a8-b5cc-6d2ee939047b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428305 Sep 07 09:58:42.067560 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-5aa422fe-e2b0-4369-8c23-987b40db68e4 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793002 Sep 07 09:58:42.163872 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4e2a5e72-ad8b-42aa-9820-2f1f99e6858a req-dbd3ab02-0511-4eef-9d13-a6f001e03f52 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Sep 07 09:58:43.074577 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b45fa-edf0-4fd1-b338-b985d2ced6de req-81c32221-7528-4b64-8cd0-1090ad99a82f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:43.076039 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e3b45fa-edf0-4fd1-b338-b985d2ced6de req-81c32221-7528-4b64-8cd0-1090ad99a82f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.1011760 Sep 07 09:58:43.113751 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8e3b45fa-edf0-4fd1-b338-b985d2ced6de req-6d261fcf-780d-425d-8bd2-c9cc9d5bf62e tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319033 Sep 07 09:58:44.229970 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea488a-d5e0-437f-ade7-55eaa4533cfa req-7dbf6910-c0e6-4e14-82d1-298635ec217a tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:44.231557 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66ea488a-d5e0-437f-ade7-55eaa4533cfa req-7dbf6910-c0e6-4e14-82d1-298635ec217a tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0505788 Sep 07 09:58:44.271868 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-66ea488a-d5e0-437f-ade7-55eaa4533cfa req-e0a6fde1-d2fd-4aed-afa7-ef0f4fb19267 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335698 Sep 07 09:58:45.163215 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d61d2-0f14-43a7-ae3b-30abae15d431 req-7df533af-aac2-4701-b10d-ac0988a9ac97 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:45.164722 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-070d61d2-0f14-43a7-ae3b-30abae15d431 req-7df533af-aac2-4701-b10d-ac0988a9ac97 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Sep 07 09:58:45.202450 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-070d61d2-0f14-43a7-ae3b-30abae15d431 req-55c95caf-d54b-42da-8a57-e54f1addc1f8 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318065 Sep 07 09:58:45.385291 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a0e9e-ffe3-494e-90a0-7521e23bdc3e req-19172bc8-c4c5-4407-8c64-fc814d19b371 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:45.386780 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e15a0e9e-ffe3-494e-90a0-7521e23bdc3e req-19172bc8-c4c5-4407-8c64-fc814d19b371 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0487261 Sep 07 09:58:45.423029 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e15a0e9e-ffe3-494e-90a0-7521e23bdc3e req-378f14d9-c87e-4b72-bcac-02fa6288958f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304756 Sep 07 09:58:45.529199 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-366218d7-309b-4151-b20b-8991178fb93d req-f2716df3-ed15-4891-bc6a-fbaed5aa057d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:58:45.530199 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-366218d7-309b-4151-b20b-8991178fb93d req-f2716df3-ed15-4891-bc6a-fbaed5aa057d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460019 Sep 07 09:58:45.683243 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9a49-4878-4111-bce3-7c568306eb4f req-84f14cbf-2db1-462b-b6f9-018f6d040823 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:45.684782 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-069d9a49-4878-4111-bce3-7c568306eb4f req-84f14cbf-2db1-462b-b6f9-018f6d040823 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0495355 Sep 07 09:58:45.696941 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-15e3cea1-fc71-4608-a897-6a50adc44dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842154 Sep 07 09:58:45.722040 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-069d9a49-4878-4111-bce3-7c568306eb4f req-d3ef4a54-3299-4601-b575-689e6e34120e tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Sep 07 09:58:46.335754 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5cda7-78d5-4d39-a15f-518de91e4403 req-9d5b2952-eb9c-40d9-8851-a792e2c74881 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:46.337267 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78e5cda7-78d5-4d39-a15f-518de91e4403 req-9d5b2952-eb9c-40d9-8851-a792e2c74881 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0678015 Sep 07 09:58:46.374221 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-78e5cda7-78d5-4d39-a15f-518de91e4403 req-1d62ad3a-1056-4af1-ba05-b8b0832e02da tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309439 Sep 07 09:58:46.843873 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d8abf-85c0-4c17-9617-835f11fdccfc req-8a99ba2a-e456-4239-85f8-4937a54239d9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:46.845734 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb5d8abf-85c0-4c17-9617-835f11fdccfc req-8a99ba2a-e456-4239-85f8-4937a54239d9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0554597 Sep 07 09:58:46.887264 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb5d8abf-85c0-4c17-9617-835f11fdccfc req-ab61ba1b-f159-42f6-b88a-6756e05ab025 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352707 Sep 07 09:58:47.344099 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-9363985e-c611-413b-a227-cf67ba41c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.345835 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-9363985e-c611-413b-a227-cf67ba41c621 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee&tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53 HTTP/1.1" status: 200 len: 1098 time: 0.0389404 Sep 07 09:58:47.421694 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-922b1b18-c01b-4640-ab93-4d536e33bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.423188 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-922b1b18-c01b-4640-ab93-4d536e33bc99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0430715 Sep 07 09:58:47.537516 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1950a-d89a-4824-8719-8dadfd507e03 req-af40be37-0653-4b75-a0cd-02318d5e71dc tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.538985 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4a1950a-d89a-4824-8719-8dadfd507e03 req-af40be37-0653-4b75-a0cd-02318d5e71dc tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0924299 Sep 07 09:58:47.554306 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-0c9498d7-026c-430e-91af-f4c0946bcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.555677 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-0c9498d7-026c-430e-91af-f4c0946bcbc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.1257789 Sep 07 09:58:47.621371 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c4a1950a-d89a-4824-8719-8dadfd507e03 req-18c87e86-0148-4d14-90ae-262cff0ed61b tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753007 Sep 07 09:58:47.639311 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-04fbb3c1-bed1-4e6a-a966-fd32e8a77dec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 1001 time: 0.0735991 Sep 07 09:58:47.688566 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-0c6eb063-7170-425d-91b8-041666c11ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.689874 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-0c6eb063-7170-425d-91b8-041666c11ae9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0433304 Sep 07 09:58:47.737569 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-bc0afbfe-28dc-4d9e-a2c8-4487162d6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:47.739028 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-bc0afbfe-28dc-4d9e-a2c8-4487162d6ccb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419836 Sep 07 09:58:47.827428 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-cec91989-e072-4ee7-b732-4505f94a3ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804207 Sep 07 09:58:47.916829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b4660287-f7ef-404c-bdc6-7f8f71d9efea req-2a306502-9eba-4974-be24-2f78a9104c6d service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820715 Sep 07 09:58:47.930331 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:58:48.001623 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4887261-c3a8-4d7c-9bf4-5fd5df2ef519 req-3b152a89-e306-473f-8590-b46c8dd1d0b2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:48.003026 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4887261-c3a8-4d7c-9bf4-5fd5df2ef519 req-3b152a89-e306-473f-8590-b46c8dd1d0b2 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0480084 Sep 07 09:58:48.004908 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:48.029874 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:58:48.032083 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887a3d5-be51-4f90-8856-96845f8cc41b" -d '{"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-unplugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:58:48.043475 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a4887261-c3a8-4d7c-9bf4-5fd5df2ef519 req-d6e691b0-c885-433b-8582-baa492fcef61 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336976 Sep 07 09:58:48.044266 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:58:48.051150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:48.085172 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9155678-5574-482a-92e7-69e117ab743f x-openstack-request-id: req-e9155678-5574-482a-92e7-69e117ab743f {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:58:48.085465 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-unplugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:58:48.085717 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9155678-5574-482a-92e7-69e117ab743f {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:58:48.086101 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'code': 200} Sep 07 09:58:48.110386 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=6']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:58:48.117799 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.118154 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.118500 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.118835 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.119170 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.119500 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.119829 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.120155 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.120492 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.120835 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.121159 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.121482 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:58:48.737482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761b6b-e04a-4a88-b0d7-894229c6dc3b req-622053cf-b509-4466-b882-6939321f7f20 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:48.739004 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3761b6b-e04a-4a88-b0d7-894229c6dc3b req-622053cf-b509-4466-b882-6939321f7f20 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Sep 07 09:58:48.775306 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f3761b6b-e04a-4a88-b0d7-894229c6dc3b req-c1bea2f5-add6-4cd7-aefb-9be3cc1e4366 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297332 Sep 07 09:58:49.164464 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf89b86-84cc-45a8-8502-1b7b2d096082 req-536214f7-dc21-47d8-b87d-e43146f516ae tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:49.165853 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cf89b86-84cc-45a8-8502-1b7b2d096082 req-536214f7-dc21-47d8-b87d-e43146f516ae tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0506260 Sep 07 09:58:49.201918 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6cf89b86-84cc-45a8-8502-1b7b2d096082 req-294f7a78-6c8a-48dc-bb44-78d1e8f5a17d tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302866 Sep 07 09:58:49.891828 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657330f-031c-4681-a546-9da9c3434cdb req-e60ea851-e6d6-4f75-96cc-bc516a896446 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:49.893292 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8657330f-031c-4681-a546-9da9c3434cdb req-e60ea851-e6d6-4f75-96cc-bc516a896446 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Sep 07 09:58:49.933788 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8657330f-031c-4681-a546-9da9c3434cdb req-3f51a2ad-4b2e-408d-9e69-d38c371eca93 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334272 Sep 07 09:58:50.323062 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a2ac-9699-45ec-80b1-c2dc088203a8 req-95cd876e-41cd-40e0-b22c-02af71df1ed5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:50.324601 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-16a7a2ac-9699-45ec-80b1-c2dc088203a8 req-95cd876e-41cd-40e0-b22c-02af71df1ed5 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0556369 Sep 07 09:58:50.371280 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-16a7a2ac-9699-45ec-80b1-c2dc088203a8 req-f8d6692a-c70e-466a-8d9b-bdf77bb74698 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408347 Sep 07 09:58:51.049994 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea782-c9a9-4946-971c-062ee1a82327 req-200e3c44-0a9a-4b9d-b3bf-d6563ae6451e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.051433 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-caeea782-c9a9-4946-971c-062ee1a82327 req-200e3c44-0a9a-4b9d-b3bf-d6563ae6451e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Sep 07 09:58:51.087939 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-caeea782-c9a9-4946-971c-062ee1a82327 req-ab529f11-5400-403c-a385-9a608aa1f850 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299683 Sep 07 09:58:51.322331 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a745330-2786-4739-97eb-09f4d7809aa8 req-45e137fc-e0c9-4cb2-a6a7-6154606e75d3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.323828 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a745330-2786-4739-97eb-09f4d7809aa8 req-45e137fc-e0c9-4cb2-a6a7-6154606e75d3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Sep 07 09:58:51.369336 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6a745330-2786-4739-97eb-09f4d7809aa8 req-482d7805-a5e8-4a5a-8c19-201daba0f8fe tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396271 Sep 07 09:58:51.397522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-0aba3333-d1f8-4847-9f58-de3b47fd1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.399135 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-0aba3333-d1f8-4847-9f58-de3b47fd1523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0449238 Sep 07 09:58:51.519185 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-b2ebb3ac-0087-4a20-bc9d-7f4e54960d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.521215 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-b2ebb3ac-0087-4a20-bc9d-7f4e54960d03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.1146569 Sep 07 09:58:51.529463 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c222c-9e03-490e-aea0-80e3a1ebb905 req-6d5c878b-277d-4426-8e58-a545b27be0b8 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.530884 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf9c222c-9e03-490e-aea0-80e3a1ebb905 req-6d5c878b-277d-4426-8e58-a545b27be0b8 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0674019 Sep 07 09:58:51.610223 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-cf9c222c-9e03-490e-aea0-80e3a1ebb905 req-e903a862-ba6c-4912-83a8-4ba3adb6355b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729263 Sep 07 09:58:51.615929 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-3d0ecd7f-2ce5-43ed-94d0-490fec8a90fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 1001 time: 0.0841696 Sep 07 09:58:51.665008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-b33a849d-1a29-4c4a-85ca-bb31d61e6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.666436 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-b33a849d-1a29-4c4a-85ca-bb31d61e6500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0435226 Sep 07 09:58:51.710982 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-2c9c33c3-e232-4d89-a80b-1d48cd3be3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:51.712414 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-2c9c33c3-e232-4d89-a80b-1d48cd3be3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385878 Sep 07 09:58:51.804791 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-863430c2-0943-45ea-9711-57a75ee004a9 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847833 Sep 07 09:58:51.891178 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-bb6ca375-c6a2-4cbc-bb0e-09001e9a012e req-c929764c-db2e-4a6c-8db3-3063fd94e610 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794153 Sep 07 09:58:52.425947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:52.493035 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd795e01-6ca4-4461-abe8-0f3a64fc681d req-97195116-0057-449d-a81d-4e9cb56aa0b7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:52.494535 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd795e01-6ca4-4461-abe8-0f3a64fc681d req-97195116-0057-449d-a81d-4e9cb56aa0b7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Sep 07 09:58:52.533578 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-dd795e01-6ca4-4461-abe8-0f3a64fc681d req-d59c2d70-692c-4d96-93d1-e676137f44e7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323281 Sep 07 09:58:52.720113 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93232b-95d9-4dd8-a03b-5f7a72ba821c req-881d1b41-de14-4d4e-9b25-4720c1f5241b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:52.721855 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c93232b-95d9-4dd8-a03b-5f7a72ba821c req-881d1b41-de14-4d4e-9b25-4720c1f5241b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0482469 Sep 07 09:58:52.758259 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-5c93232b-95d9-4dd8-a03b-5f7a72ba821c req-2b4d33bf-a288-49ea-bfb2-8e48c3ed5533 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300756 Sep 07 09:58:53.646888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9196-e635-43db-9e9b-7f6bc9897b6e req-37514893-eee2-43e6-95de-c5e0ab39b3b3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:53.648322 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f95a9196-e635-43db-9e9b-7f6bc9897b6e req-37514893-eee2-43e6-95de-c5e0ab39b3b3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0468082 Sep 07 09:58:53.684007 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f95a9196-e635-43db-9e9b-7f6bc9897b6e req-eceb3125-4cdf-49ea-9be8-2b79885de8d4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298471 Sep 07 09:58:53.871200 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226bf0e-5141-41ee-bbc2-7d01570753c5 req-5db522da-0558-43e3-9a53-14479c3da1d0 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:53.872563 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6226bf0e-5141-41ee-bbc2-7d01570753c5 req-5db522da-0558-43e3-9a53-14479c3da1d0 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 943 time: 0.0501566 Sep 07 09:58:53.910874 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6226bf0e-5141-41ee-bbc2-7d01570753c5 req-bc3cc850-d608-4260-a5d7-45a59b7fa78b tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Sep 07 09:58:53.974160 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:58:54.067686 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:58:54.078604 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'port_id': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'mac_address': 'fa:16:3e:07:ed:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:58:54.118061 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:54.131480 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d228dfed-4020-4c75-97a4-ec09ea196401 {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:58:54.150083 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:58:54.153977 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:54.190433 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869a97d-f481-41fa-958a-82ef15a38f71 req-5db8ebaf-2bf3-4509-a6db-006e86dc7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:54.191957 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9869a97d-f481-41fa-958a-82ef15a38f71 req-5db8ebaf-2bf3-4509-a6db-006e86dc7ef3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1097 time: 0.0411839 Sep 07 09:58:54.200619 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=7']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:58:54.226939 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9869a97d-f481-41fa-958a-82ef15a38f71 req-b85ec1ab-e21a-4384-b6e1-48e5308908ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270998 Sep 07 09:58:54.480928 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['d228dfed-4020-4c75-97a4-ec09ea196401'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:58:55.024707 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5901e34-501b-4c84-93bd-d42d9716bf35 req-9ded2ea5-20a4-4033-96f9-2cc35aee9ece tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:55.026219 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5901e34-501b-4c84-93bd-d42d9716bf35 req-9ded2ea5-20a4-4033-96f9-2cc35aee9ece tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 944 time: 0.0484929 Sep 07 09:58:55.063450 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c5901e34-501b-4c84-93bd-d42d9716bf35 req-ae0b6275-9df2-4394-8123-2497ac6a2cb7 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Sep 07 09:58:55.283437 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb275-00af-4870-9b3a-2df1dc5afa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:55.985695 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:58:56.034636 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port d228dfed-4020-4c75-97a4-ec09ea196401 triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:58:56.035005 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:56.183715 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d69346-ec74-4e93-b6ea-1078bf98032c req-3439920d-3c40-4d9c-bac8-1021d9d898e9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:58:56.185224 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-68d69346-ec74-4e93-b6ea-1078bf98032c req-3439920d-3c40-4d9c-bac8-1021d9d898e9 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 944 time: 0.0510206 Sep 07 09:58:56.224748 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-68d69346-ec74-4e93-b6ea-1078bf98032c req-6e56239c-1e1b-436b-a16b-a5599544bda0 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Sep 07 09:58:56.231159 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:56.259317 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:58:56.262632 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08f6a2-48a9-408f-9122-d978bb993d41" -d '{"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-plugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:58:56.279732 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:58:56.284274 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:56.315565 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155829c8-695a-4066-bc24-b0a741a87c9f x-openstack-request-id: req-155829c8-695a-4066-bc24-b0a741a87c9f {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:58:56.315852 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-plugged", "status": "completed", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:58:56.316102 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-155829c8-695a-4066-bc24-b0a741a87c9f {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:58:56.316502 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'code': 200} Sep 07 09:58:56.341669 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=8']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:58:57.606588 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:58:58.029145 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:58.171138 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9a08a915-52a4-4226-a864-8428a538708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:58:59.063557 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:00.849412 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:02.619631 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-5e2ca582-2f5e-4424-b4ae-d9cd7ec8b106 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829325 Sep 07 09:59:02.691141 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-8c1769d2-d282-4d31-8950-986ec9280193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:02.692683 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-8c1769d2-d282-4d31-8950-986ec9280193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0404186 Sep 07 09:59:02.794929 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-daffe8df-b2fc-4686-bb59-59f3a0a9d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:02.796382 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-daffe8df-b2fc-4686-bb59-59f3a0a9d320 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0853338 Sep 07 09:59:02.859117 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-41f8b3ad-6379-4f0d-bf44-1fc63eeb9ff8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 200 len: 1001 time: 0.0550637 Sep 07 09:59:02.906809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-f5dd3ded-49a0-4322-9fe0-53218662ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:02.908140 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-f5dd3ded-49a0-4322-9fe0-53218662ec5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0427935 Sep 07 09:59:02.955636 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-1e577c64-d5c5-4a58-b9f6-a739a5f62447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:02.957155 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-1e577c64-d5c5-4a58-b9f6-a739a5f62447 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414679 Sep 07 09:59:02.968150 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-bc08ca9b-7b17-43ae-a5b1-3f636d9a8b77 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:59:02.969217 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-bc08ca9b-7b17-43ae-a5b1-3f636d9a8b77 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046251 Sep 07 09:59:03.059099 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-a4a0a297-fc9b-43dc-8098-fcd175cabbc7 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Sep 07 09:59:03.149323 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-aa720e9a-ddeb-40cd-8dd2-840e51c07d60 req-17a33d39-93aa-41b0-8af7-499a6429891b service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829134 Sep 07 09:59:10.690339 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34372) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:10.841335 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port 55c73d53-f5cd-4a40-a834-bc415e45b5af {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:10.841675 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:10.916509 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:10.916827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:10.927812 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for 55c73d53-f5cd-4a40-a834-bc415e45b5af owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:11.064935 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:11.095843 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=55c73d53-f5cd-4a40-a834-bc415e45b5af,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:11.124985 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.125332 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.125672 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.126008 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.126337 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.126667 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.126996 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.127323 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.127649 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.127973 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.128299 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.128645 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:11.168694 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:11.169030 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP 8b4b55b0-b7b0-4478-9bb0-22b255449bee disassociated (deleted). External IP: 172.27.2.70, port: bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c. Sep 07 09:59:11.602482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:11.707254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:11.712786 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:11.717350 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:11.729694 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:11.730304 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:11.738093 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-25306cb6-e5ad-4a9f-b970-954eaf741518 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b4b55b0-b7b0-4478-9bb0-22b255449bee HTTP/1.1" status: 204 len: 168 time: 1.0467577 Sep 07 09:59:11.738683 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:11.740921 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef67a3-6b63-4337-9e6b-78786ef98969" -d '{"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:11.779110 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a94c0-0f66-4998-8895-0412a4766c02 x-openstack-request-id: req-7f0a94c0-0f66-4998-8895-0412a4766c02 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:11.779401 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:11.779654 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f0a94c0-0f66-4998-8895-0412a4766c02 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:11.780051 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'status': 'completed', 'code': 200} Sep 07 09:59:11.835516 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:11.878700 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-b705c62e-5118-409d-8fbc-550a58b18504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:11.880163 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-b705c62e-5118-409d-8fbc-550a58b18504 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 1098 time: 0.0531745 Sep 07 09:59:12.013380 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dea6d1-474b-4551-bbc4-02264f892dea req-7cd2de33-057d-4e9c-b66c-323dbc8e0c35 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:12.014876 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89dea6d1-474b-4551-bbc4-02264f892dea req-7cd2de33-057d-4e9c-b66c-323dbc8e0c35 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.1016040 Sep 07 09:59:12.062877 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:12.065664 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-e39e86bf-d85a-4aa3-8dc1-2b4a0efa1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:12.067137 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-e39e86bf-d85a-4aa3-8dc1-2b4a0efa1474 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.1289628 Sep 07 09:59:12.072155 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89dea6d1-474b-4551-bbc4-02264f892dea req-81b18383-6c53-4be8-9919-f75543c4f3ec tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511370 Sep 07 09:59:12.089142 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:12.098616 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:12.099220 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:12.122909 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-cbd689e2-0d94-4a46-955b-d600ec0695af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 200 len: 217 time: 0.0386410 Sep 07 09:59:12.172999 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-12376dbb-01a8-4734-a8ea-4e61bfb6ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:12.174450 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-12376dbb-01a8-4734-a8ea-4e61bfb6ccb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0433798 Sep 07 09:59:12.204209 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:12.219866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-2ff5fd69-81ec-4938-844a-1cc87c8f2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:12.221659 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-2ff5fd69-81ec-4938-844a-1cc87c8f2199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392892 Sep 07 09:59:12.319796 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-b1503f34-3fd3-4ec6-b238-c27cca93ed1b service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Sep 07 09:59:12.416688 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f7ef67a3-6b63-4337-9e6b-78786ef98969 req-6288b384-135d-4b81-aea3-70ffc51f9b5a service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Sep 07 09:59:12.425126 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:12.452446 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbff2e-8d15-4f67-83b7-a9e47030bb33 None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '31ba526c-ba6b-4741-8313-292b80c0eb9d', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'port_id': '21bea359-b707-40cb-989b-918926efb2bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'mac_address': 'fa:16:3e:22:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1c785-19b1-4140-9bad-563580492aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:55:46Z', 'updated_at': '2021-09-07T09:55:49Z', 'revision_number': 1, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:12.683949 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee07928-682b-41fc-b0f7-3e796b86c4e0 None None] New status for floating IP 8b4b55b0-b7b0-4478-9bb0-22b255449bee: DOWN {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:59:13.188616 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c309-b7a9-4aab-82c3-1ff36b1c399f req-e6fb2dc7-8ed5-43c4-9934-3592d9ff3faa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:13.190074 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d727c309-b7a9-4aab-82c3-1ff36b1c399f req-e6fb2dc7-8ed5-43c4-9934-3592d9ff3faa tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0489383 Sep 07 09:59:13.230447 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-d727c309-b7a9-4aab-82c3-1ff36b1c399f req-9d42f563-e1c1-40cb-b984-ea91ff78e215 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Sep 07 09:59:13.874989 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-4818feb4-6fad-4381-b5ed-ceebcdb1b4a9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:13.876326 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-4818feb4-6fad-4381-b5ed-ceebcdb1b4a9 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 945 time: 0.0471632 Sep 07 09:59:13.969444 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:13.969803 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:14.063276 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] For port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:14.063640 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:14.075319 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:14.202743 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:14.235069 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:14.276970 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] No DVR routers for this DVR port bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:14.279800 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:14.282404 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-f871ac8f-d8cd-4612-8d90-e57bcd85c2e7 req-ebccd528-cac1-455b-ac96-7088b76ba790 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "DELETE /v2.0/ports/bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c HTTP/1.1" status: 204 len: 173 time: 0.3981457 Sep 07 09:59:14.283097 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'name': 'network-vif-deleted', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:14.285878 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8c156-4593-45c0-85c9-dbf23a34e87e" -d '{"events": [{"server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "name": "network-vif-deleted", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:14.331349 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df208baa-4602-433a-b2b7-4b0dff88c471 x-openstack-request-id: req-df208baa-4602-433a-b2b7-4b0dff88c471 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:14.331643 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c80dd55-7342-415c-8148-33b6c4ac6385", "name": "network-vif-deleted", "tag": "bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:14.331888 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df208baa-4602-433a-b2b7-4b0dff88c471 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:14.332267 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c80dd55-7342-415c-8148-33b6c4ac6385', 'name': 'network-vif-deleted', 'tag': 'bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c', 'status': 'completed', 'code': 200} Sep 07 09:59:14.334349 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-566c7acd-d7be-42c3-a03d-4af8457ec18b req-8315a749-001f-4377-bfc8-accf8fe2b103 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c80dd55-7342-415c-8148-33b6c4ac6385 HTTP/1.1" status: 200 len: 210 time: 0.0323758 Sep 07 09:59:17.607852 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34400) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:17.761805 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port 4f9da396-e509-40b7-b35e-a2e85272b00d {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:17.762146 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:17.834543 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:17.834797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:17.847068 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for 4f9da396-e509-40b7-b35e-a2e85272b00d owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:17.988985 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:18.014247 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=4f9da396-e509-40b7-b35e-a2e85272b00d,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:18.074667 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:18.075000 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Floating IP 31ba526c-ba6b-4741-8313-292b80c0eb9d disassociated (deleted). External IP: 172.27.2.36, port: 21bea359-b707-40cb-989b-918926efb2bc. Sep 07 09:59:18.113076 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:18.135768 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:18.136118 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device bf2b44c9-f3d2-4ad4-954d-8f1ad5f1981c not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:18.276058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:18.380349 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:18.385339 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:18.390637 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:18.399925 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:18.400575 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:18.414818 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f15b5835-f3e5-425f-91ea-df95cdb30275 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "DELETE /v2.0/floatingips/31ba526c-ba6b-4741-8313-292b80c0eb9d HTTP/1.1" status: 204 len: 168 time: 0.8059149 Sep 07 09:59:18.415381 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:18.417665 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8945abf-6038-4a72-adce-eed019ab987f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:18.460655 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1d489-47c6-45fd-85d1-6218c704486b x-openstack-request-id: req-16b1d489-47c6-45fd-85d1-6218c704486b {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:18.461634 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "tag": "21bea359-b707-40cb-989b-918926efb2bc", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:18.461958 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16b1d489-47c6-45fd-85d1-6218c704486b {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:18.462358 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'tag': '21bea359-b707-40cb-989b-918926efb2bc', 'status': 'completed', 'code': 200} Sep 07 09:59:18.517664 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:18.554358 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945abf-6038-4a72-adce-eed019ab987f req-19fb3523-2a75-4bff-8f99-2201dca942ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:18.559589 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-19fb3523-2a75-4bff-8f99-2201dca942ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 1098 time: 0.0472701 Sep 07 09:59:18.693193 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695965e1-26cf-4918-b25b-0e92b8358520 req-1cc82b25-11e5-4af9-8a0e-f19c3c880192 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:18.695781 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-695965e1-26cf-4918-b25b-0e92b8358520 req-1cc82b25-11e5-4af9-8a0e-f19c3c880192 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.1093435 Sep 07 09:59:18.722650 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:18.728632 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945abf-6038-4a72-adce-eed019ab987f req-a45dc66c-9259-468b-9756-131ff1364fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:18.730190 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-a45dc66c-9259-468b-9756-131ff1364fd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 200 len: 913 time: 0.1329858 Sep 07 09:59:18.752797 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-695965e1-26cf-4918-b25b-0e92b8358520 req-cedd5338-3ec4-43aa-b3ed-47a34d4c3c79 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509112 Sep 07 09:59:18.780829 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-feb07f0c-4f38-49ef-b7cc-f5930149909a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 200 len: 217 time: 0.0414689 Sep 07 09:59:18.831740 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945abf-6038-4a72-adce-eed019ab987f req-ecbdc729-c537-45dd-98d6-a8f10983f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:18.833242 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-ecbdc729-c537-45dd-98d6-a8f10983f683 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 200 len: 851 time: 0.0448713 Sep 07 09:59:18.842868 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:18.852106 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:18.852828 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:18.885037 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945abf-6038-4a72-adce-eed019ab987f req-850b64e2-b988-41fe-aa03-222b4a547f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:18.886552 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-850b64e2-b988-41fe-aa03-222b4a547f2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3db78a74-1926-4c75-b1f8-938280f0fed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453537 Sep 07 09:59:18.958592 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:18.977830 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-71439606-124e-4bf9-963a-ee97c5600f53 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835664 Sep 07 09:59:19.069640 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8945abf-6038-4a72-adce-eed019ab987f req-2b7383dc-c63b-43a1-a887-4d1ba18daa43 service neutron] 10.222.0.20 "GET /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840685 Sep 07 09:59:19.157176 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:19.183292 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c520ea-79a6-4d3f-95b6-f3bb921395ec None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:51:37Z', 'revision_number': 4, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': 'c9427e4d-91de-4406-b460-2d2a07b733a3', 'name': '', 'network_id': '3db78a74-1926-4c75-b1f8-938280f0fed6', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'mac_address': 'fa:16:3e:f3:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:35Z', 'updated_at': '2021-09-07T09:51:47Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'subnets': [{'id': 'de7414ae-c6eb-44ac-88fd-17510ed9e504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:19.384975 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81670a-9e72-46d9-9ee4-d73875248d06 None None] New status for floating IP 31ba526c-ba6b-4741-8313-292b80c0eb9d: DOWN {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:59:19.870163 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf756-097a-48c9-8bfa-01575a23672e req-6c8d5fbf-9509-4483-a96d-3ba2fa1b4a32 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:19.871651 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e9bf756-097a-48c9-8bfa-01575a23672e req-6c8d5fbf-9509-4483-a96d-3ba2fa1b4a32 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0492651 Sep 07 09:59:19.908461 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2e9bf756-097a-48c9-8bfa-01575a23672e req-4e059018-bf1a-486b-8b24-f144a0589881 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Sep 07 09:59:20.556024 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6271-88ce-49bc-8108-f38562318c37 req-d1ac4300-1032-4b50-81e1-daf44a98a032 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:20.557491 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e46d6271-88ce-49bc-8108-f38562318c37 req-d1ac4300-1032-4b50-81e1-daf44a98a032 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 945 time: 0.0469134 Sep 07 09:59:20.652322 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port 21bea359-b707-40cb-989b-918926efb2bc {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:20.652601 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:20.740023 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] For port 21bea359-b707-40cb-989b-918926efb2bc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=21bea359-b707-40cb-989b-918926efb2bc,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:20.740383 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:20.751994 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for 21bea359-b707-40cb-989b-918926efb2bc owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:20.874569 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:20.905812 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=21bea359-b707-40cb-989b-918926efb2bc,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:20.943917 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] No DVR routers for this DVR port 21bea359-b707-40cb-989b-918926efb2bc on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:20.947017 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:20.949041 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e46d6271-88ce-49bc-8108-f38562318c37 req-007bedfe-ca34-4883-867e-0870612bf319 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.20 "DELETE /v2.0/ports/21bea359-b707-40cb-989b-918926efb2bc HTTP/1.1" status: 204 len: 173 time: 0.3845193 Sep 07 09:59:20.949480 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'name': 'network-vif-deleted', 'tag': '21bea359-b707-40cb-989b-918926efb2bc'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:20.951692 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57711945-10d2-4ba9-9349-d27aaad0d64c" -d '{"events": [{"server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "name": "network-vif-deleted", "tag": "21bea359-b707-40cb-989b-918926efb2bc"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:21.001331 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe996414-d4d4-4c7e-bf45-d9b20caadedd x-openstack-request-id: req-fe996414-d4d4-4c7e-bf45-d9b20caadedd {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:21.001617 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb1c785-19b1-4140-9bad-563580492aac", "name": "network-vif-deleted", "tag": "21bea359-b707-40cb-989b-918926efb2bc", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:21.001862 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe996414-d4d4-4c7e-bf45-d9b20caadedd {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:21.002242 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb1c785-19b1-4140-9bad-563580492aac', 'name': 'network-vif-deleted', 'tag': '21bea359-b707-40cb-989b-918926efb2bc', 'status': 'completed', 'code': 200} Sep 07 09:59:21.004137 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-19582e7f-902e-4b45-9917-7cb65dcfacc1 req-9f2c11d8-bafc-423a-b6f9-8818b47cface tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb1c785-19b1-4140-9bad-563580492aac HTTP/1.1" status: 200 len: 210 time: 0.0292168 Sep 07 09:59:22.059468 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34416) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:22.178966 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Deleting port bfec3a88-1199-49f1-95db-43ff8cd017b8 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:22.179307 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.254650 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.254978 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.267060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Calling delete_port for bfec3a88-1199-49f1-95db-43ff8cd017b8 owned by network:floatingip {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:22.395116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.451632 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.658923 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'Port': ['ID=bfec3a88-1199-49f1-95db-43ff8cd017b8,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:22.714951 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for floatingip, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.717410 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:22.718567 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0e33d543-d3f3-47a3-a69d-dcdf0cf74f0a tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "DELETE /v2.0/floatingips/c722c6c4-7d98-4676-8820-d9d00426234f HTTP/1.1" status: 204 len: 168 time: 0.6581216 Sep 07 09:59:23.907405 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34428) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:23.965136 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:23.989708 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.049804 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.052466 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.053651 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] 10.222.0.24 "DELETE /v2.0/security-groups/d01c1813-d7ca-4a2f-9de4-edbdeda42ae3 HTTP/1.1" status: 204 len: 168 time: 0.1452594 Sep 07 09:59:24.062922 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c1813-d7ca-4a2f-9de4-edbdeda42ae3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:24.069835 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.070764 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.071107 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.071631 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.071962 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.072294 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.072650 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.072974 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.073307 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.073631 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.073956 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.074279 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55c389-5f3f-4a9f-931f-077124ff8300 tempest-TestVolumeBootPattern-2073407607 tempest-TestVolumeBootPattern-2073407607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 09:59:24.125738 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34432) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:24.131797 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 21bea359-b707-40cb-989b-918926efb2bc no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:24.154855 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 21bea359-b707-40cb-989b-918926efb2bc {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:24.155205 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 21bea359-b707-40cb-989b-918926efb2bc not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:24.511285 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.746343 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Deleting port c9427e4d-91de-4406-b460-2d2a07b733a3 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:24.746679 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.819654 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] For port c9427e4d-91de-4406-b460-2d2a07b733a3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=c9427e4d-91de-4406-b460-2d2a07b733a3,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:24.820041 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:24.831689 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Calling delete_port for c9427e4d-91de-4406-b460-2d2a07b733a3 owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:25.001355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.030641 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Pushing event deleted for resources: {'Port': ['ID=c9427e4d-91de-4406-b460-2d2a07b733a3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:25.197853 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.287717 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-43bfa1d5-6693-423c-8ef5-36d4b89eb88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.431369 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Router 516a26f3-ff14-4221-bc24-2ca0d68c1022 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:25.533245 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:25.538419 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e465a233-5ac6-4e47-8a94-d88f8e9f12be admin admin] 10.222.0.24 "PUT /v2.0/routers/516a26f3-ff14-4221-bc24-2ca0d68c1022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114506 Sep 07 09:59:25.540746 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34436) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:25.542038 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Sync routers for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:25.551296 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:25.551900 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:25.642760 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.658014 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:25.740515 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.791896 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Deleting port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:25.792236 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.833705 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:59:24Z', 'revision_number': 5, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port': {'id': '7ecb7fea-5f68-4e24-97a0-9021c3fc5a54', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:30Z', 'updated_at': '2021-09-07T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:25.859854 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Checking router: 516a26f3-ff14-4221-bc24-2ca0d68c1022 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:25.868394 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Routers {'516a26f3-ff14-4221-bc24-2ca0d68c1022'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:25.869030 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:58:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['516a26f3-ff14-4221-bc24-2ca0d68c1022'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:25.869434 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] For port 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:25.869809 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:25.881938 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Calling delete_port for 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:25.952640 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] Set router 516a26f3-ff14-4221-bc24-2ca0d68c1022 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:26.006737 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:59:25Z', 'revision_number': 6, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:26.032345 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cdc47-ef36-41e1-9077-06d42bda6ec9 None None] The sync data for ids ['516a26f3-ff14-4221-bc24-2ca0d68c1022'] in dv-cinder-807083-6-iscsi is: [{'id': '516a26f3-ff14-4221-bc24-2ca0d68c1022', 'name': 'tempest-TestVolumeBootPattern-1152240349-router', 'tenant_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:29Z', 'updated_at': '2021-09-07T09:59:25Z', 'revision_number': 6, 'project_id': '8b1c4e5c83c64f7c9e8ce1c807392ff0', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:26.041739 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.069260 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecb7fea-5f68-4e24-97a0-9021c3fc5a54,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:26.128468 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.214055 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.216295 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.256635 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.257396 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516a26f3-ff14-4221-bc24-2ca0d68c1022 {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:59:26.262347 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.263526 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-3b438e5b-e58e-49e5-892f-dccd5b2b08dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/516a26f3-ff14-4221-bc24-2ca0d68c1022 HTTP/1.1" status: 204 len: 168 time: 0.7218442 Sep 07 09:59:26.266009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34438) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:26.312092 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Deleting subnet de7414ae-c6eb-44ac-88fd-17510ed9e504 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:59:26.315120 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.347510 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.431541 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.492185 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.523671 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7414ae-c6eb-44ac-88fd-17510ed9e504,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:26.527098 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.530886 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6a121b4f-7f9d-4f98-b771-c10740db4148 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de7414ae-c6eb-44ac-88fd-17510ed9e504 HTTP/1.1" status: 204 len: 168 time: 0.2639010 Sep 07 09:59:26.531586 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34440) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:26.533155 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c122ed-d07b-4302-9c14-1abee46e286e None None] Network 3db78a74-1926-4c75-b1f8-938280f0fed6 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:59:26.600975 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.653075 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Deleting port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:26.653416 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.714598 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] For port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,segment=NetworkSegment(e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9),segment_id=e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:26.714957 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.727522 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Calling delete_port for 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 owned by network:dhcp {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:26.806708 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.830236 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=85f2c5ab-e4e2-48a2-bf7c-f3a76b143799,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:26.836294 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] No DVR routers for this DVR port 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 on host dv-cinder-807083-6-iscsi {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:26.839880 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0725e78-413c-4f28-bfe0-f987a45a897e None None] DHCP port deletion for 3db78a74-1926-4c75-b1f8-938280f0fed6 request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 09:59:26.864143 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c9427e4d-91de-4406-b460-2d2a07b733a3 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:26.887792 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: c9427e4d-91de-4406-b460-2d2a07b733a3 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:26.888132 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device c9427e4d-91de-4406-b460-2d2a07b733a3 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:26.919288 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.940060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db78a74-1926-4c75-b1f8-938280f0fed6']}} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:26.950103 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9') {'for_net_delete': True} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:26.950398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.services.segments.db [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c5fe8-618c-45c4-9ac8-b13b3a68c6c9') {} {{(pid=105486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:26.959398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30144833'] for segment, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.972781 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.978414 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=105486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:59:26.978791 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30536544'] for segment, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: Traceback (most recent call last): Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: timer() Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: cb(*args, **kw) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: return func(*args, **kwargs) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: self._notify() Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: self.callback(batched_events) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: event.method(event) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: return f(self, *a, **k) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._get(url).json() Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: return self.request(url, 'GET', **kwargs) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:59:26.980418 dv-cinder-807083-6-iscsi neutron-server[105486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:59:27.035058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:27.043390 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:27.045178 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/3db78a74-1926-4c75-b1f8-938280f0fed6 HTTP/1.1" status: 204 len: 168 time: 0.5126200 Sep 07 09:59:27.048202 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34442) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:27.056633 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4a7bc-3417-4c17-98fe-890700d0a9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3db78a74-1926-4c75-b1f8-938280f0fed6,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:27.642368 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:27.884817 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Deleting port 1efd393a-f930-40ee-a9a9-ddf14548e5eb {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:27.885148 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:27.968854 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] For port 1efd393a-f930-40ee-a9a9-ddf14548e5eb, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=1efd393a-f930-40ee-a9a9-ddf14548e5eb,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:27.969333 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:27.983009 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Calling delete_port for 1efd393a-f930-40ee-a9a9-ddf14548e5eb owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:28.030092 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.175009 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c029be15-63fb-4772-9029-b929261d57ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.175324 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.199062 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Pushing event deleted for resources: {'Port': ['ID=1efd393a-f930-40ee-a9a9-ddf14548e5eb,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:28.380602 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.475162 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:28.496950 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:28.497388 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 85f2c5ab-e4e2-48a2-bf7c-f3a76b143799 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:28.497869 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:28.518150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:28.518497 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 7ecb7fea-5f68-4e24-97a0-9021c3fc5a54 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:28.599653 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Router 4d4e931e-4bee-4056-a931-c310867c2ed1 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:28.709440 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:28.715242 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a78f09d4-edb0-4177-9500-f29394ab345b admin admin] 10.222.0.24 "PUT /v2.0/routers/4d4e931e-4bee-4056-a931-c310867c2ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654532 Sep 07 09:59:28.717637 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34446) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:28.719064 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Sync routers for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:28.730460 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:28.731196 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:28.819545 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.833869 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:28.920324 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:28.973638 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Deleting port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:28.973877 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.013158 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:59:28Z', 'revision_number': 5, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port': {'id': '4aae9dd4-5d35-45d5-ab9c-d199c82d4716', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:51:42Z', 'updated_at': '2021-09-07T09:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:29.040177 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Checking router: 4d4e931e-4bee-4056-a931-c310867c2ed1 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:29.048484 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Routers {'4d4e931e-4bee-4056-a931-c310867c2ed1'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:29.049099 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4d4e931e-4bee-4056-a931-c310867c2ed1'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:29.062636 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] For port 4aae9dd4-5d35-45d5-ab9c-d199c82d4716, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:29.063118 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.076507 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Calling delete_port for 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:29.129430 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.149227 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] Set router 4d4e931e-4bee-4056-a931-c310867c2ed1 gateway port host: None {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:29.202204 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:59:28Z', 'revision_number': 6, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:29.232945 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213fc3f-71d1-4768-bfc7-2c4e9484137c None None] The sync data for ids ['4d4e931e-4bee-4056-a931-c310867c2ed1'] in dv-cinder-807083-6-iscsi is: [{'id': '4d4e931e-4bee-4056-a931-c310867c2ed1', 'name': 'tempest-TestVolumeBootPattern-2082148099-router', 'tenant_id': '37828bffc1d7420badfb5766b1522346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:51:41Z', 'updated_at': '2021-09-07T09:59:28Z', 'revision_number': 6, 'project_id': '37828bffc1d7420badfb5766b1522346', 'gw_port_host': None}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:29.259930 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.287073 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aae9dd4-5d35-45d5-ab9c-d199c82d4716,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:29.350234 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.400719 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cb34-8c21-4b21-b064-d5577d1f7056 req-70b5183a-9433-4b3b-afc4-92ad38b97ff9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:29.402244 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddf1cb34-8c21-4b21-b064-d5577d1f7056 req-70b5183a-9433-4b3b-afc4-92ad38b97ff9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Sep 07 09:59:29.437637 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.439801 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.441471 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-ddf1cb34-8c21-4b21-b064-d5577d1f7056 req-f0f6c418-f83d-4c66-b617-b3b76de1f6aa tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323973 Sep 07 09:59:29.486151 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.486614 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d4e931e-4bee-4056-a931-c310867c2ed1 {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 09:59:29.490696 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.492021 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9d0a9643-673d-4677-837f-e3f3890726a2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4d4e931e-4bee-4056-a931-c310867c2ed1 HTTP/1.1" status: 204 len: 168 time: 0.7734721 Sep 07 09:59:29.494807 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34458) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:29.536564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Deleting subnet eb38c08f-3318-4b06-b352-716a2c0a765d {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 09:59:29.539988 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.571958 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.655174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.709576 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.735794 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb38c08f-3318-4b06-b352-716a2c0a765d,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:29.737808 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.739593 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-604574cc-99e1-4695-b251-440a0920d50c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eb38c08f-3318-4b06-b352-716a2c0a765d HTTP/1.1" status: 204 len: 168 time: 0.2438819 Sep 07 09:59:29.742054 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34460) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:29.742454 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c0a5f-6edc-4a56-baa2-a2826e425acc None None] Network 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 09:59:29.810250 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.862405 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Deleting port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:29.862753 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.923921 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] For port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,segment=NetworkSegment(716a946a-7667-4012-bb9d-11b02018f76b),segment_id=716a946a-7667-4012-bb9d-11b02018f76b)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:29.924218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:29.936056 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Calling delete_port for 2a80eb39-c8b3-4d9a-b493-e44ad56164cc owned by network:dhcp {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:29.983622 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] DHCP port deletion for 2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 09:59:30.020743 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.033075 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Deleting port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc {{(pid=105487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:30.033456 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.046112 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:30.047914 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] No DVR routers for this DVR port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc on host dv-cinder-807083-6-iscsi {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:30.097316 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] For port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc, host dv-cinder-807083-6-iscsi, got binding levels [] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:30.097874 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.111075 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Calling delete_port for 2a80eb39-c8b3-4d9a-b493-e44ad56164cc owned by network:dhcp {{(pid=105487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:30.113767 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.ipam_backend_mixin [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc was not found and therefore no delete operation was performed {{(pid=105487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 09:59:30.115048 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749'] for port, after_delete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.121995 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.142964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:30.144000 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] Pushing event deleted for resources: {'Port': ['ID=2a80eb39-c8b3-4d9a-b493-e44ad56164cc,revision_number=None']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:30.148940 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991db72a-c4eb-4016-9412-98885c6afef1 None None] No DVR routers for this DVR port 2a80eb39-c8b3-4d9a-b493-e44ad56164cc on host dv-cinder-807083-6-iscsi {{(pid=105487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:30.152854 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716a946a-7667-4012-bb9d-11b02018f76b') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:30.153164 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716a946a-7667-4012-bb9d-11b02018f76b') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:30.162924 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.178693 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.185477 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 09:59:30.185871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 09:59:30.187747 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 09:59:30.243289 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.258978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.260845 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8 HTTP/1.1" status: 204 len: 168 time: 0.5179043 Sep 07 09:59:30.261851 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b91be2-5aca-47f8-a597-fea4bba29273 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2c4dbc-bac2-4adc-9d23-a2fe0556c3e8,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:30.375992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34464) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:30.417968 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9499b1be-326b-4388-8d9d-9ef8f67efcc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b1c4e5c83c64f7c9e8ce1c807392ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408943 Sep 07 09:59:30.420518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34468) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:30.427788 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:30.447414 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:30.447755 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 4aae9dd4-5d35-45d5-ab9c-d199c82d4716 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:30.448160 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1efd393a-f930-40ee-a9a9-ddf14548e5eb no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:30.467208 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 1efd393a-f930-40ee-a9a9-ddf14548e5eb {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:30.467547 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 1efd393a-f930-40ee-a9a9-ddf14548e5eb not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:30.467961 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 2a80eb39-c8b3-4d9a-b493-e44ad56164cc no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:30.470791 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.488031 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 2a80eb39-c8b3-4d9a-b493-e44ad56164cc {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:30.488377 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 2a80eb39-c8b3-4d9a-b493-e44ad56164cc not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:30.493429 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.569649 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.572375 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.573561 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7092d1ae-84cf-451f-9294-09b8ba97c01a HTTP/1.1" status: 204 len: 168 time: 0.1521597 Sep 07 09:59:30.584128 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bca06-29ba-4a74-a64c-ae3fef189c45 req-2a46f248-14a3-4d55-8998-c76ff784ccce tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:30.585922 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-863bca06-29ba-4a74-a64c-ae3fef189c45 req-2a46f248-14a3-4d55-8998-c76ff784ccce tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0662644 Sep 07 09:59:30.603920 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4e64-06b2-4c33-858e-0bfcb4d33c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092d1ae-84cf-451f-9294-09b8ba97c01a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:30.633224 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-863bca06-29ba-4a74-a64c-ae3fef189c45 req-70aed5de-7b00-4285-b68b-995f996abe0e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412104 Sep 07 09:59:30.853521 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.881070 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34478) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:30.920887 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7102c18d-2f26-425d-9175-b0a88622f5a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37828bffc1d7420badfb5766b1522346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386455 Sep 07 09:59:30.923314 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34480) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:30.969322 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:30.990116 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.037499 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.040143 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.041335 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a544f054-3772-42b9-9bff-1dc6855cf961 HTTP/1.1" status: 204 len: 168 time: 0.1171196 Sep 07 09:59:31.048870 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b1e04-d424-48bd-926b-1f68220a9f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a544f054-3772-42b9-9bff-1dc6855cf961,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:31.546009 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-48964044-57a8-4fcf-8133-cfda2a68fd54 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:31.547441 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-48964044-57a8-4fcf-8133-cfda2a68fd54 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Sep 07 09:59:31.639827 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Deleting port 6a1e957c-f28a-4faa-9b3c-f72b10652405 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:31.640169 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.762027 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] For port 6a1e957c-f28a-4faa-9b3c-f72b10652405, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6a1e957c-f28a-4faa-9b3c-f72b10652405,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:31.762388 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.771408 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc93be-7041-41ba-98dc-a594301d8008 req-39501ada-40d0-4d94-b3d9-21ed1a0f6d5f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:31.773494 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24bc93be-7041-41ba-98dc-a594301d8008 req-39501ada-40d0-4d94-b3d9-21ed1a0f6d5f tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0737720 Sep 07 09:59:31.852399 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-24bc93be-7041-41ba-98dc-a594301d8008 req-8067e177-5341-4448-bca2-b90f11c24e11 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=e786ccfd-0581-49da-8e94-a9d1c3825df0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717208 Sep 07 09:59:31.962408 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.962769 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:31.963090 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Floating IP 63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae disassociated. External IP: 172.27.2.198, port: 6a1e957c-f28a-4faa-9b3c-f72b10652405. Sep 07 09:59:31.963432 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Calling delete_port for 6a1e957c-f28a-4faa-9b3c-f72b10652405 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:32.090433 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:32.117688 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'Port': ['ID=6a1e957c-f28a-4faa-9b3c-f72b10652405,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:32.228684 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:32.331570 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:32.341374 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:32.350743 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:32.352183 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:32.368826 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] No DVR routers for this DVR port 6a1e957c-f28a-4faa-9b3c-f72b10652405 on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 09:59:32.371119 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:32.373143 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b8b9a09a-62bc-474e-9ce5-bf71633d0085 req-9c1a4b01-c83e-4c53-b0cf-3b15e93f4589 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "DELETE /v2.0/ports/6a1e957c-f28a-4faa-9b3c-f72b10652405 HTTP/1.1" status: 204 len: 173 time: 0.8191216 Sep 07 09:59:32.373581 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'name': 'network-vif-deleted', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:32.375865 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc48a11-d4e4-427e-b4c8-62b8566ee4bb" -d '{"events": [{"server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "name": "network-vif-deleted", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:32.411078 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de6e1d1-cfd1-4aa1-ab6e-21ceccee2482 x-openstack-request-id: req-3de6e1d1-cfd1-4aa1-ab6e-21ceccee2482 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:32.411395 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb245db-176c-40ce-beac-346d4fa8f8c3", "name": "network-vif-deleted", "tag": "6a1e957c-f28a-4faa-9b3c-f72b10652405", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:32.411643 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de6e1d1-cfd1-4aa1-ab6e-21ceccee2482 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:32.412026 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb245db-176c-40ce-beac-346d4fa8f8c3', 'name': 'network-vif-deleted', 'tag': '6a1e957c-f28a-4faa-9b3c-f72b10652405', 'status': 'completed', 'code': 200} Sep 07 09:59:32.462108 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:32.669751 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:32.701931 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:32.712352 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:32.712908 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:32.915852 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:32.962893 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-4903f475-aa1a-4e1a-bc01-8479d8f3422e req-21f1f3c6-aca7-49d9-95c4-df2306504610 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdb245db-176c-40ce-beac-346d4fa8f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Sep 07 09:59:33.112291 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:33.137361 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165466b5-cad4-44b5-bc7b-a0cb74cb6435 None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:33.346576 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83925d-e3bf-489d-836f-6290db094ceb None None] New status for floating IP 63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae: DOWN {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:59:34.044616 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34494) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:34.097478 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.120464 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.166750 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.169395 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.170565 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "DELETE /v2.0/security-groups/e786ccfd-0581-49da-8e94-a9d1c3825df0 HTTP/1.1" status: 204 len: 168 time: 0.1249712 Sep 07 09:59:34.173421 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34496) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:34.180359 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae0bdd-43e0-4503-8739-b2d0b75dfa95 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786ccfd-0581-49da-8e94-a9d1c3825df0,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:34.187410 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.api.v2.resource [None req-4d6142bb-ead9-416d-8ccf-ecd775dd4f0e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] show failed (client error): The resource could not be found. Sep 07 09:59:34.188414 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-4d6142bb-ead9-416d-8ccf-ecd775dd4f0e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups/e786ccfd-0581-49da-8e94-a9d1c3825df0 HTTP/1.1" status: 404 len: 347 time: 0.0140169 Sep 07 09:59:34.191229 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34498) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:34.310565 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Deleting port 463d1bdd-ae63-4fbe-92fe-4e07b1387125 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 09:59:34.310914 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.386103 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.386432 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.397407 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Calling delete_port for 463d1bdd-ae63-4fbe-92fe-4e07b1387125 owned by network:floatingip {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 09:59:34.522253 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.547758 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'Port': ['ID=463d1bdd-ae63-4fbe-92fe-4e07b1387125,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:34.605855 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 09:59:34.606514 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.609058 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:34.610214 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f40913cc-752e-43f7-b702-ed0348687f44 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "DELETE /v2.0/floatingips/63d5f2b1-4e3c-45c1-a8e9-d3e42c7b28ae HTTP/1.1" status: 204 len: 168 time: 0.4180982 Sep 07 09:59:34.985026 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34502) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:34.989493 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.v2.base [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472504041', 'description': 'tempest-description--1125417877'}} {{(pid=105485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:35.011319 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.092004 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.096119 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.122736 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.123963 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1379390 Sep 07 09:59:35.127093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34504) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:35.128376 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9fa95-0b2e-434e-bcb6-a9edf9b1bda5 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a954952e-13dc-46ac-bfda-3c822801e8d5,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:35.131613 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group_rule': {'security_group_id': 'a954952e-13dc-46ac-bfda-3c822801e8d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:35.159992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.205438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.208951 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.227636 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b4d01e-e565-4bdc-af42-867590e6aa74,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:35.231110 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.232296 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-858c0c2f-1dc1-4ffd-810f-63ed0e880fd9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1041946 Sep 07 09:59:35.235067 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34506) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:35.239250 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'security_group_rule': {'security_group_id': 'a954952e-13dc-46ac-bfda-3c822801e8d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:35.266171 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.320249 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.323565 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773813'] for security_group_rule, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.338223 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ac3727-1c5b-4926-9af4-adf61fa6c590,revision_number=0']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:35.346790 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.347982 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-fcc93650-914c-4208-b20a-4acc02706e99 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119685 Sep 07 09:59:35.351703 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34508) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:35.355877 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'floatingip': {'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:35.377165 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.471809 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.568850 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Allocated IP 172.27.2.170 (f198dc78-3d2f-4bc2-9416-9d2c22687cd1/4f5557c9-b981-487e-9dcf-86afd0c96a80/ca47dccb-fb8e-4148-a646-104ad38c28e8) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:59:35.675453 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.713421 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.748975 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Network f198dc78-3d2f-4bc2-9416-9d2c22687cd1 is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:59:35.751792 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:59:35.754202 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:59:35.785175 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=ca47dccb-fb8e-4148-a646-104ad38c28e8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:35.845228 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:35.878109 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:36.027579 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:36.031663 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:36.098548 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=ca47dccb-fb8e-4148-a646-104ad38c28e8,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:36.111256 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:36.124085 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:36.125342 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-f09f5385-54e9-49fe-8d99-49dd7caa63f0 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7727420 Sep 07 09:59:36.203514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a1e957c-f28a-4faa-9b3c-f72b10652405 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 09:59:36.229089 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 6a1e957c-f28a-4faa-9b3c-f72b10652405 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 09:59:36.229435 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 6a1e957c-f28a-4faa-9b3c-f72b10652405 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 09:59:36.310890 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-ec59fe9b-5856-4f36-8b79-4bbf64df8766 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--472504041&fields=id&tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 267 time: 0.0322013 Sep 07 09:59:36.417789 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-f174aec3-0326-4867-a417-3697a7b533bd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:36.419241 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-f174aec3-0326-4867-a417-3697a7b533bd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 811 time: 0.1017132 Sep 07 09:59:36.435668 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-1c605690-0ba1-4a42-bd62-e802307bdb9a tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/quotas/89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 375 time: 0.0087316 Sep 07 09:59:36.486809 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-964ddda9-7f74-4daa-9d9e-16aa5ec60202 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460274 Sep 07 09:59:36.591801 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-9235ec41-cb32-449d-a2ba-194308a0282b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 09:59:36.592971 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-9235ec41-cb32-449d-a2ba-194308a0282b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0953183 Sep 07 09:59:36.684432 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-12c0c850-c603-4fec-8762-15d53ffabbfe service neutron] 10.222.0.24 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Sep 07 09:59:36.773024 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-ce6d5f23-06f1-45d5-9aaa-6b658ad7a100 service neutron] 10.222.0.24 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826867 Sep 07 09:59:36.931560 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-fbab8a29-eb98-4077-ac5e-afedfcc1a7c9 req-c7db1640-c109-498b-8dcc-21bcb3e93d85 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 210 time: 0.0297740 Sep 07 09:59:37.889734 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-465c6649-fde3-4a0e-addc-e1595e77a1d4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:37.891243 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-465c6649-fde3-4a0e-addc-e1595e77a1d4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 811 time: 0.0999520 Sep 07 09:59:37.942338 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-3943c702-3bb0-4744-8943-5e56d887834b tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d HTTP/1.1" status: 200 len: 379 time: 0.0338516 Sep 07 09:59:37.951963 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'port': {'device_id': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'admin_state_up': True, 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'security_groups': ['a954952e-13dc-46ac-bfda-3c822801e8d5']}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:38.041891 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-41234750-bc12-483a-aac8-26346fd01912 req-7aff70d8-0017-495b-9125-6ee1d9c95489 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 210 time: 0.0298862 Sep 07 09:59:38.084464 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Made reservation on behalf of 89d6d295be7e420ca41d82fbfd4f7e1d for: {'port': 1} {{(pid=105486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 09:59:38.088935 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.214005 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_common [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Allocated IP 172.20.0.9 (2f28767b-a7c6-4f80-88ad-ba49b74310fe/3f93a2e2-3263-40a1-838c-1f1768b1e5db/609cf597-885d-4cdb-82f1-276c926c610e) {{(pid=105486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 09:59:38.344591 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for port, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.362224 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Transition to ACTIVE for port object 609cf597-885d-4cdb-82f1-276c926c610e will not be triggered until provisioned by entity DHCP. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:59:38.394905 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739906478740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.436145 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe is already hosted by enough agents. {{(pid=105486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 09:59:38.439198 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.base_scheduler [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Resources bound (agent type, host, resource id): {{(pid=105486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 09:59:38.444760 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Received port after_create {{(pid=105486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 09:59:38.468658 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event updated for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:38.496988 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:38.497637 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.511981 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-a507b398-36f9-4858-8633-7f14717844cb tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635221 Sep 07 09:59:38.530701 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Request body: {'port': {'device_id': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:38.586022 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.708388 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d679b61c-464f-4b2f-adef-b7e28f7716d3 None None] Provisioning for port 609cf597-885d-4cdb-82f1-276c926c610e completed by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:59:38.711947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d679b61c-464f-4b2f-adef-b7e28f7716d3 None None] Provisioning complete for port 609cf597-885d-4cdb-82f1-276c926c610e triggered by entity DHCP. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:59:38.712324 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d679b61c-464f-4b2f-adef-b7e28f7716d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.746134 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d679b61c-464f-4b2f-adef-b7e28f7716d3 None None] Port 609cf597-885d-4cdb-82f1-276c926c610e cannot update to ACTIVE because it is not bound. {{(pid=105487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 09:59:38.851093 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609cf597-885d-4cdb-82f1-276c926c610e {{(pid=105486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:59:38.858203 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.869633 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.provisioning_blocks [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Transition to ACTIVE for port object 609cf597-885d-4cdb-82f1-276c926c610e will not be triggered until provisioned by entity L2. {{(pid=105486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 09:59:38.872933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:38.937199 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Pushing event updated for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=2']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:38.992186 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Attempting to bind port 609cf597-885d-4cdb-82f1-276c926c610e on host hv-cinder-80708 for vnic_type normal with profile {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 09:59:38.993106 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Attempting to bind port 609cf597-885d-4cdb-82f1-276c926c610e by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 09:59:38.993670 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Attempting to bind port 609cf597-885d-4cdb-82f1-276c926c610e on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:59:38.998230 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Port 609cf597-885d-4cdb-82f1-276c926c610e on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 09:59:38.998472 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Attempting to bind port 609cf597-885d-4cdb-82f1-276c926c610e on network 2f28767b-a7c6-4f80-88ad-ba49b74310fe {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 09:59:39.003293 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Checking agent: {'id': '2a52fd05-4ebb-47aa-85d5-fb1f90cade2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'started_at': datetime.datetime(2021, 9, 7, 9, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 9, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 09:59:39.003620 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Checking segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 09:59:39.003994 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Bound using segment: {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'} {{(pid=105486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 09:59:39.004445 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.managers [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Bound port: 609cf597-885d-4cdb-82f1-276c926c610e, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341a8519-ff71-423f-a6a8-e54a74a7498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe'}}] {{(pid=105486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 09:59:39.004829 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:39.069634 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, cleared binding levels {{(pid=105486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 09:59:39.073411 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=609cf597-885d-4cdb-82f1-276c926c610e,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 09:59:39.077739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30536516'] for port, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:39.113584 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.114196 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:39.115832 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] 10.222.0.20 "PUT /v2.0/ports/609cf597-885d-4cdb-82f1-276c926c610e HTTP/1.1" status: 200 len: 1093 time: 0.5894957 Sep 07 09:59:39.119246 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:39.121472 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09" -d '{"events": [{"name": "network-changed", "server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "tag": "609cf597-885d-4cdb-82f1-276c926c610e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:39.162122 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c0b9d-ba4a-4eb0-a072-4402107fd2f3 x-openstack-request-id: req-3c6c0b9d-ba4a-4eb0-a072-4402107fd2f3 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:39.162413 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "tag": "609cf597-885d-4cdb-82f1-276c926c610e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:39.162666 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c6c0b9d-ba4a-4eb0-a072-4402107fd2f3 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:39.163059 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e', 'status': 'completed', 'code': 200} Sep 07 09:59:39.198431 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118d98-df36-4835-aaee-7697ccaecf75 service neutron] Pushing event updated for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=3']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:39.233336 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dcf2f-7e7c-4214-a426-6c85af93821c req-d6337e66-091d-4db9-906b-7e1f7d270b02 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.234920 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d4dcf2f-7e7c-4214-a426-6c85af93821c req-d6337e66-091d-4db9-906b-7e1f7d270b02 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 943 time: 0.1163936 Sep 07 09:59:39.262292 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-cd047523-0f80-46f6-9705-3630facdac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.263618 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-cd047523-0f80-46f6-9705-3630facdac8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 1096 time: 0.0803390 Sep 07 09:59:39.282207 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-6d4dcf2f-7e7c-4214-a426-6c85af93821c req-6243e102-8754-45d4-baad-bd919513ede1 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Sep 07 09:59:39.316710 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-5f4f04a6-83ce-4e2f-8b95-03112ed670b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=609cf597-885d-4cdb-82f1-276c926c610e HTTP/1.1" status: 200 len: 217 time: 0.0335243 Sep 07 09:59:39.364606 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-ef754468-e644-49db-8a27-7a6c2cb88236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.366035 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-ef754468-e644-49db-8a27-7a6c2cb88236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0426793 Sep 07 09:59:39.413001 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-80d6082d-03c5-4d6b-9c44-551cf92fa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.414964 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-80d6082d-03c5-4d6b-9c44-551cf92fa43c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411901 Sep 07 09:59:39.502058 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-19b68fa8-3a51-4e20-99e9-23d447abd452 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796785 Sep 07 09:59:39.592852 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1792488b-9fc7-4964-a12b-01df4d6a7a95 req-57644e4a-1eba-4f92-8cff-9c02e53adb8a service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Sep 07 09:59:39.718564 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-99582657-3604-435a-9be8-2159bc0d52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.720286 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-99582657-3604-435a-9be8-2159bc0d52cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 1096 time: 0.0399883 Sep 07 09:59:39.810593 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-4d58e24c-eedf-4c70-8e7b-6e322c88eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:39.812066 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-4d58e24c-eedf-4c70-8e7b-6e322c88eeb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0826101 Sep 07 09:59:40.089209 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-24c44362-2a40-48b9-83cb-dcff0ca2929b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=609cf597-885d-4cdb-82f1-276c926c610e HTTP/1.1" status: 200 len: 217 time: 0.2688539 Sep 07 09:59:40.137412 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-2e42109e-bbea-4275-acbc-f73ef5976226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:40.138836 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-2e42109e-bbea-4275-acbc-f73ef5976226 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0425603 Sep 07 09:59:40.183971 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-70fb7a7e-77e6-4f54-a919-25922326d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:40.185407 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-70fb7a7e-77e6-4f54-a919-25922326d563 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382810 Sep 07 09:59:40.224071 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 609cf597-885d-4cdb-82f1-276c926c610e details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=105487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 09:59:40.275734 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-29070850-a521-4b0c-bafc-52f9c3b782fd service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Sep 07 09:59:40.320254 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=609cf597-885d-4cdb-82f1-276c926c610e,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:40.331502 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Returning: {'device': '609cf597-885d-4cdb-82f1-276c926c610e', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'port_id': '609cf597-885d-4cdb-82f1-276c926c610e', 'mac_address': 'fa:16:3e:f0:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 09:59:40.371267 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:40.384052 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609cf597-885d-4cdb-82f1-276c926c610e {{(pid=105487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 09:59:40.394685 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-3b484fd5-6884-4c2a-a1e7-c3404c7c6e09 req-4f995f8c-47c9-499b-bfe3-1011a0a3c7d6 service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114838 Sep 07 09:59:40.403879 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=609cf597-885d-4cdb-82f1-276c926c610e,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:40.407665 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:40.410411 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1b1cb-49b9-4c92-98c4-271ff72c7e48 req-5bfb3e56-d5da-4936-8b20-db8b8ec9dde7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:40.411900 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bf1b1cb-49b9-4c92-98c4-271ff72c7e48 req-5bfb3e56-d5da-4936-8b20-db8b8ec9dde7 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 943 time: 0.0588412 Sep 07 09:59:40.451206 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-9bf1b1cb-49b9-4c92-98c4-271ff72c7e48 req-823d49de-fd3d-4016-9578-6aeb2115b93c tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Sep 07 09:59:40.459087 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=4']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:40.693421 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] get_ports_and_sgs() called for port_ids ['609cf597-885d-4cdb-82f1-276c926c610e'] {{(pid=105487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 09:59:41.561638 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452ceed-9812-47b1-8e2b-9799a73eecfc req-47a053ee-15fc-4ffa-a4b9-6241779ebff4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:41.563130 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a452ceed-9812-47b1-8e2b-9799a73eecfc req-47a053ee-15fc-4ffa-a4b9-6241779ebff4 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 944 time: 0.0470424 Sep 07 09:59:41.600528 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-a452ceed-9812-47b1-8e2b-9799a73eecfc req-ff49b54d-6da0-4c20-89e8-2ed94dcccf41 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Sep 07 09:59:42.234082 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 609cf597-885d-4cdb-82f1-276c926c610e up at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 09:59:42.281249 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning for port 609cf597-885d-4cdb-82f1-276c926c610e completed by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 09:59:42.285297 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.provisioning_blocks [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Provisioning complete for port 609cf597-885d-4cdb-82f1-276c926c610e triggered by entity L2. {{(pid=105487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 09:59:42.285670 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701552'] for port, provisioning_complete {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:42.364837 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597416'] for port, before_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:42.389024 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e'}] {{(pid=105487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:42.391219 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544797522e1d313ab1debeee68fc45f254094f4c102d9e2626e07ba4ed712380" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73adfc0b-5985-4487-bedc-bb4e6560fa83" -d '{"events": [{"server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "name": "network-vif-plugged", "status": "completed", "tag": "609cf597-885d-4cdb-82f1-276c926c610e"}]}' {{(pid=105487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:42.404965 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.db [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=609cf597-885d-4cdb-82f1-276c926c610e,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 09:59:42.409049 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739906986725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739906478758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739906478776'] for port, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:42.432918 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05210de-eddf-483a-97ff-cbe9c05410a3 x-openstack-request-id: req-f05210de-eddf-483a-97ff-cbe9c05410a3 {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:42.433203 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "name": "network-vif-plugged", "status": "completed", "tag": "609cf597-885d-4cdb-82f1-276c926c610e", "code": 200}]} {{(pid=105487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:42.433449 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f05210de-eddf-483a-97ff-cbe9c05410a3 {{(pid=105487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:42.433829 dv-cinder-807083-6-iscsi neutron-server[105487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e', 'code': 200} Sep 07 09:59:42.457613 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Pushing event updated for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=5']} {{(pid=105487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 09:59:42.626497 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a949a-4aef-45c8-b704-66bee22853a2 req-14c710d3-7192-4109-bc29-82bd02275d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:42.629079 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-480a949a-4aef-45c8-b704-66bee22853a2 req-14c710d3-7192-4109-bc29-82bd02275d84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 1098 time: 0.0440078 Sep 07 09:59:42.665043 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-480a949a-4aef-45c8-b704-66bee22853a2 req-61d80cc4-b85b-4248-b109-c6910e14bb4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278776 Sep 07 09:59:42.712266 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab15ce-601a-432d-8af4-d69f5408e9ad req-fc6879df-03d1-4c4b-aec7-1d16d3dd2bac tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:42.713740 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89ab15ce-601a-432d-8af4-d69f5408e9ad req-fc6879df-03d1-4c4b-aec7-1d16d3dd2bac tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Sep 07 09:59:42.750170 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-89ab15ce-601a-432d-8af4-d69f5408e9ad req-0763593b-08a1-4046-a745-5d5604b11597 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Sep 07 09:59:43.863942 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f116407-7510-43f3-8e94-ebe5d253e4b1 req-31999331-0b4f-4ae2-af2d-287c1f7f40de tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:43.865331 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f116407-7510-43f3-8e94-ebe5d253e4b1 req-31999331-0b4f-4ae2-af2d-287c1f7f40de tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0473266 Sep 07 09:59:43.902452 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f116407-7510-43f3-8e94-ebe5d253e4b1 req-4375b016-69bc-4443-8566-e7da7781ae86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312417 Sep 07 09:59:44.013498 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d106e3f-0a26-4daa-bb72-92b770c9e521 req-c9e8cabf-fbdd-419c-87db-596e58bd0fdd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:44.015067 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-7d106e3f-0a26-4daa-bb72-92b770c9e521 req-c9e8cabf-fbdd-419c-87db-596e58bd0fdd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Sep 07 09:59:44.023357 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34562) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 09:59:44.028770 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.v2.base [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Request body: {'floatingip': {'port_id': '609cf597-885d-4cdb-82f1-276c926c610e'}} {{(pid=105486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 09:59:44.067483 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, before_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:44.495438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:44.499134 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:44.597740 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Floating IP 491cdf7a-c98e-4cd9-a955-f862afb2d682 associated. External IP: 172.27.2.170, port: 609cf597-885d-4cdb-82f1-276c926c610e. Sep 07 09:59:44.798226 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 09:59:44.900290 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 09:59:44.905132 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:44.909823 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 09:59:44.919056 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:44.919672 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:44.934739 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-7b56331d-c7f1-487f-8b67-9adce745511e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "PUT /v2.0/floatingips/491cdf7a-c98e-4cd9-a955-f862afb2d682 HTTP/1.1" status: 200 len: 991 time: 0.9092870 Sep 07 09:59:44.935324 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 09:59:44.937559 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584cf720-10a3-4ed5-bfa6-0ed37571d12f" -d '{"events": [{"name": "network-changed", "server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "tag": "609cf597-885d-4cdb-82f1-276c926c610e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 09:59:44.979192 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4598057f-9c08-44a9-a9dc-a511d7de011f x-openstack-request-id: req-4598057f-9c08-44a9-a9dc-a511d7de011f {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 09:59:44.979480 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "tag": "609cf597-885d-4cdb-82f1-276c926c610e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 09:59:44.979729 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4598057f-9c08-44a9-a9dc-a511d7de011f {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 09:59:44.980122 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e', 'status': 'completed', 'code': 200} Sep 07 09:59:45.068739 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-a0614ba3-1777-4104-8582-f19df2ad6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:45.070576 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-a0614ba3-1777-4104-8582-f19df2ad6696 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 1098 time: 0.0408490 Sep 07 09:59:45.085493 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:45.160754 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-f97517ab-23c6-425c-9a80-e47c93d7f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:45.162240 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-f97517ab-23c6-425c-9a80-e47c93d7f232 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 200 len: 912 time: 0.0838842 Sep 07 09:59:45.230195 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-06aa6a42-5fe1-4367-9e9f-8f943e22344c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=609cf597-885d-4cdb-82f1-276c926c610e HTTP/1.1" status: 200 len: 999 time: 0.0609155 Sep 07 09:59:45.278858 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-0171111f-6fe8-4146-b5eb-859b2f80d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:45.280454 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-0171111f-6fe8-4146-b5eb-859b2f80d220 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 200 len: 850 time: 0.0432754 Sep 07 09:59:45.326854 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-93f66758-c465-48dc-8b42-3906d53ae8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 09:59:45.328381 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-93f66758-c465-48dc-8b42-3906d53ae8af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f28767b-a7c6-4f80-88ad-ba49b74310fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411420 Sep 07 09:59:45.359817 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '491cdf7a-c98e-4cd9-a955-f862afb2d682', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '609cf597-885d-4cdb-82f1-276c926c610e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:f0:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:59:35Z', 'updated_at': '2021-09-07T09:59:44Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:45.389405 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 09:59:45.397387 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 09:59:45.397995 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:45.422078 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-bcc276a8-40bf-4a16-bd64-88271e63cefd service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Sep 07 09:59:45.503026 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 09:59:45.514183 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-584cf720-10a3-4ed5-bfa6-0ed37571d12f req-d654eee2-ee69-4275-ba76-297ba20311cf service neutron] 10.222.0.20 "GET /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Sep 07 09:59:45.717346 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '491cdf7a-c98e-4cd9-a955-f862afb2d682', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '609cf597-885d-4cdb-82f1-276c926c610e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:f0:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:59:35Z', 'updated_at': '2021-09-07T09:59:44Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 09:59:45.742895 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56825a54-a185-4751-8d6d-c4e7fc9b9a08 None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_floatingips': [{'id': '491cdf7a-c98e-4cd9-a955-f862afb2d682', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'router_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'port_id': '609cf597-885d-4cdb-82f1-276c926c610e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'mac_address': 'fa:16:3e:f0:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T09:59:35Z', 'updated_at': '2021-09-07T09:59:44Z', 'revision_number': 1, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 09:59:45.927837 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dcfe1-a7b4-4a0f-b947-a956f50c0430 None None] New status for floating IP 491cdf7a-c98e-4cd9-a955-f862afb2d682: ACTIVE {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 09:59:52.463771 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:55.289231 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-64bbecf6-ec7c-490a-a0c7-978dee9c14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:58.031242 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:58.170294 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-17dd6e45-38ef-443f-b5fb-859fbadc80a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 09:59:59.071446 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:00.855762 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:02.540938 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-38654e4a-181d-449f-856d-30485dcbb8f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390441 Sep 07 10:00:02.641933 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-670d1972-e875-41ae-a28f-f579bafac86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:02.643395 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-670d1972-e875-41ae-a28f-f579bafac86f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0390904 Sep 07 10:00:02.749844 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-40bdb201-ee39-497d-a6fd-b01126e5911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:02.751380 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-40bdb201-ee39-497d-a6fd-b01126e5911d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0887432 Sep 07 10:00:02.818297 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-6b52fa8c-fb98-46a1-84ed-2ad4af2d7357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 1001 time: 0.0565670 Sep 07 10:00:02.865541 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-d9cfcb1a-2680-448c-ac3d-af143ee8a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:02.866972 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-d9cfcb1a-2680-448c-ac3d-af143ee8a154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0421040 Sep 07 10:00:02.915906 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-3a57ea4b-e3e9-46c3-8e0f-2cf21e8d9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:02.917377 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-3a57ea4b-e3e9-46c3-8e0f-2cf21e8d9aaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427470 Sep 07 10:00:03.006479 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-9414e3a9-033e-493c-9c85-d090e9967b2b service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Sep 07 10:00:03.097713 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-67a0ea1a-463f-4d2d-87fe-ed2bc6137941 req-e746b9a2-05c5-41c6-bdcb-7405386b76fc service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Sep 07 10:00:11.604701 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:00:11.873284 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34616) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:12.021416 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Deleting port ff987bdf-c3ab-4047-8d9b-f9e81d4f1690 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:12.021759 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.093537 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.093869 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.105998 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Calling delete_port for ff987bdf-c3ab-4047-8d9b-f9e81d4f1690 owned by network:floatingip {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:12.270042 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.296240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event deleted for resources: {'Port': ['ID=ff987bdf-c3ab-4047-8d9b-f9e81d4f1690,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:12.352197 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for floatingip, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.352560 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.db.l3_db [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Floating IP 59a9ac60-91ce-446d-8689-735aaa0baf87 disassociated (deleted). External IP: 172.27.2.136, port: d228dfed-4020-4c75-97a4-ec09ea196401. Sep 07 10:00:12.810389 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Router 2e06b614-d512-4c68-b89f-fd0c751a6a80 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 10:00:12.915613 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 10:00:12.926413 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:12.931228 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Sync routers for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 10:00:12.940965 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:12.941573 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:12.955839 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-eee5b8da-b72d-4ec3-af81-49efc7abf55f tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "DELETE /v2.0/floatingips/59a9ac60-91ce-446d-8689-735aaa0baf87 HTTP/1.1" status: 204 len: 168 time: 1.0815330 Sep 07 10:00:12.956437 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 10:00:12.958750 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c32cd268fc09b553437af33f9b0ea52dbbe4e2a7525339bbadb2caf37e83efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da46521-f6ea-4b16-843c-d600810c3e73" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 10:00:13.051974 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:13.124034 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c097c-1722-47a6-8498-890cc1840267 x-openstack-request-id: req-3d1c097c-1722-47a6-8498-890cc1840267 {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 10:00:13.124319 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "status": "completed", "code": 200}]} {{(pid=105485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 10:00:13.124763 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d1c097c-1722-47a6-8498-890cc1840267 {{(pid=105485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 10:00:13.125233 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'status': 'completed', 'code': 200} Sep 07 10:00:13.192100 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329e13e-a946-48da-a359-960876355572 req-9485a50c-67a0-457d-b58c-cf951bad0bf8 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:13.193626 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e329e13e-a946-48da-a359-960876355572 req-9485a50c-67a0-457d-b58c-cf951bad0bf8 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0502260 Sep 07 10:00:13.258600 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e329e13e-a946-48da-a359-960876355572 req-3c8e84dd-4105-4aed-884c-64b3847a21f7 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542061 Sep 07 10:00:13.265101 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-beace422-d7cd-4811-a790-113229ce72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:13.266683 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-beace422-d7cd-4811-a790-113229ce72a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 1098 time: 0.0721879 Sep 07 10:00:13.351927 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:13.366188 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-837fc7ab-c422-4805-a3f6-3821db13aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:13.367699 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-837fc7ab-c422-4805-a3f6-3821db13aedb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 200 len: 910 time: 0.0904441 Sep 07 10:00:13.377418 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Checking router: 2e06b614-d512-4c68-b89f-fd0c751a6a80 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 10:00:13.386499 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:13.387110 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:13.411335 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-c9bfbefb-eb89-4f58-a531-0f75172f2af7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 200 len: 217 time: 0.0340350 Sep 07 10:00:13.463984 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-ebe06172-5c1c-4b74-b987-1798d4995f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:13.465496 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-ebe06172-5c1c-4b74-b987-1798d4995f31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 200 len: 848 time: 0.0462174 Sep 07 10:00:13.491506 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:13.522134 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-4c360516-90d2-41e3-97a8-a0975d889bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:13.523776 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-4c360516-90d2-41e3-97a8-a0975d889bac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a542001-6bc6-430a-9e4c-e4f1190d6c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387642 Sep 07 10:00:13.628642 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-3a7d519c-adbc-4337-b83a-83f1acd40da9 service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844550 Sep 07 10:00:13.690469 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:13.717797 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3825b88-53c2-47f9-8795-c0d0137e803d None None] The sync data for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi is: [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:53Z', 'revision_number': 4, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '099aa1a0-69ca-40f0-b5d9-360433b3f711', 'name': '', 'network_id': '2a542001-6bc6-430a-9e4c-e4f1190d6c64', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'mac_address': 'fa:16:3e:48:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:52Z', 'updated_at': '2021-09-07T09:55:58Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'subnets': [{'id': '69ef2b4d-0e4d-4050-b834-820b02717f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 10:00:13.718059 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-8da46521-f6ea-4b16-843c-d600810c3e73 req-690e7d4a-990c-47e1-8077-e2cdad9598ba service neutron] 10.222.0.20 "GET /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811882 Sep 07 10:00:13.917496 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d4579-eabd-41bb-bffb-b14c64ca5ffa None None] New status for floating IP 59a9ac60-91ce-446d-8689-735aaa0baf87: DOWN {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 10:00:14.379984 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1923e-b980-419c-b986-2768bf2f3bd6 req-b46a320a-8d93-46e8-81c8-bffa8624bfc6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:14.381482 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3e1923e-b980-419c-b986-2768bf2f3bd6 req-b46a320a-8d93-46e8-81c8-bffa8624bfc6 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0485492 Sep 07 10:00:14.419182 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-e3e1923e-b980-419c-b986-2768bf2f3bd6 req-cbdd6e05-832a-48f7-a457-1d5dae6a440a tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Sep 07 10:00:15.176518 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-dcd0e4ae-1046-4f69-bcb5-7c66e154064c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:15.176518 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-dcd0e4ae-1046-4f69-bcb5-7c66e154064c tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 945 time: 0.0510278 Sep 07 10:00:15.268254 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Deleting port d228dfed-4020-4c75-97a4-ec09ea196401 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:15.268631 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:15.358465 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] For port d228dfed-4020-4c75-97a4-ec09ea196401, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d228dfed-4020-4c75-97a4-ec09ea196401,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:15.358720 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:15.369981 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Calling delete_port for d228dfed-4020-4c75-97a4-ec09ea196401 owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:15.517182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:15.556802 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event deleted for resources: {'Port': ['ID=d228dfed-4020-4c75-97a4-ec09ea196401,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:15.595646 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.595996 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.596340 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.596704 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.597045 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.597373 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.597697 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.598021 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.598346 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.598668 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.598989 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.599306 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:15.603185 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] No DVR routers for this DVR port d228dfed-4020-4c75-97a4-ec09ea196401 on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 10:00:15.605722 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:15.607628 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-10b195af-b163-4d7f-b827-56b8c7d3cd44 req-4a5c885c-2e39-4de8-a733-1b9102a3b177 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.20 "DELETE /v2.0/ports/d228dfed-4020-4c75-97a4-ec09ea196401 HTTP/1.1" status: 204 len: 173 time: 0.4207230 Sep 07 10:00:15.608234 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-deleted', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 10:00:15.611035 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf41d3-6791-4328-9001-6febc3637da9" -d '{"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-deleted", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 10:00:15.627122 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0317-88d1-4182-94f3-90f93160312a req-63b961be-b6e5-4563-abab-7c00099c6932 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:15.628750 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f0f0317-88d1-4182-94f3-90f93160312a req-63b961be-b6e5-4563-abab-7c00099c6932 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3f8193-2970-4f36-ae8e-65901b8f6bee HTTP/1.1" status: 200 len: 867 time: 0.1415513 Sep 07 10:00:15.670565 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-1f0f0317-88d1-4182-94f3-90f93160312a req-90505139-47cd-4f8a-8cd3-1c174cd68f46 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a722e66-1491-4246-9b09-4e1a901d1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352452 Sep 07 10:00:15.710416 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51707c8a-1630-44af-ba9e-1a2132db6c91 x-openstack-request-id: req-51707c8a-1630-44af-ba9e-1a2132db6c91 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 10:00:15.710748 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3f8193-2970-4f36-ae8e-65901b8f6bee", "name": "network-vif-deleted", "tag": "d228dfed-4020-4c75-97a4-ec09ea196401", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 10:00:15.711049 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51707c8a-1630-44af-ba9e-1a2132db6c91 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 10:00:15.711510 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3f8193-2970-4f36-ae8e-65901b8f6bee', 'name': 'network-vif-deleted', 'tag': 'd228dfed-4020-4c75-97a4-ec09ea196401', 'status': 'completed', 'code': 200} Sep 07 10:00:16.736905 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34644) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:16.805129 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:16.828978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:16.892340 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:16.894986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:16.896144 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a722e66-1491-4246-9b09-4e1a901d1fde HTTP/1.1" status: 204 len: 168 time: 0.1582611 Sep 07 10:00:16.905543 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b847e5d-519b-4b3f-a3c4-a65d54f664e3 tempest-TestShelveInstance-1014218106 tempest-TestShelveInstance-1014218106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a722e66-1491-4246-9b09-4e1a901d1fde,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:16.941560 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34648) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:17.271959 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:17.508235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Deleting port 099aa1a0-69ca-40f0-b5d9-360433b3f711 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:17.508648 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:17.584697 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] For port 099aa1a0-69ca-40f0-b5d9-360433b3f711, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=099aa1a0-69ca-40f0-b5d9-360433b3f711,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:17.585062 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:17.597098 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Calling delete_port for 099aa1a0-69ca-40f0-b5d9-360433b3f711 owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:17.768051 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:17.790940 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=099aa1a0-69ca-40f0-b5d9-360433b3f711,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:17.950871 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.157993 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Router 2e06b614-d512-4c68-b89f-fd0c751a6a80 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 10:00:18.260380 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 10:00:18.265655 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-dd25830d-df9a-49f2-ac95-5886ad099e30 admin admin] 10.222.0.24 "PUT /v2.0/routers/2e06b614-d512-4c68-b89f-fd0c751a6a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3231082 Sep 07 10:00:18.268163 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34652) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:18.269185 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Sync routers for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 10:00:18.278700 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:18.279299 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:18.379422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.384125 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:18.486128 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.539174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Deleting port 8ded2859-0067-4493-9428-ae0cb094463b {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:18.539526 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.564424 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '8ded2859-0067-4493-9428-ae0cb094463b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T10:00:17Z', 'revision_number': 5, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port': {'id': '8ded2859-0067-4493-9428-ae0cb094463b', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T09:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:18.595349 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Checking router: 2e06b614-d512-4c68-b89f-fd0c751a6a80 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 10:00:18.603709 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Routers {'2e06b614-d512-4c68-b89f-fd0c751a6a80'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:18.604310 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['2e06b614-d512-4c68-b89f-fd0c751a6a80'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:18.617109 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] For port 8ded2859-0067-4493-9428-ae0cb094463b, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=8ded2859-0067-4493-9428-ae0cb094463b,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:18.617488 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.633470 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Calling delete_port for 8ded2859-0067-4493-9428-ae0cb094463b owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:18.688130 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] Set router 2e06b614-d512-4c68-b89f-fd0c751a6a80 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:18.738511 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T10:00:18Z', 'revision_number': 6, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:18.768433 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68ce63-224b-4f3a-8ae2-d3cd89d545ea None None] The sync data for ids ['2e06b614-d512-4c68-b89f-fd0c751a6a80'] in dv-cinder-807083-6-iscsi is: [{'id': '2e06b614-d512-4c68-b89f-fd0c751a6a80', 'name': 'tempest-TestShelveInstance-1746450327-router', 'tenant_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:50Z', 'updated_at': '2021-09-07T10:00:18Z', 'revision_number': 6, 'project_id': 'f50d0adc1c5a49b5a4b6a32e8e66da53', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 10:00:18.791194 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.821500 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ded2859-0067-4493-9428-ae0cb094463b,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:18.878342 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.964593 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:18.966637 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.011737 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.012289 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e06b614-d512-4c68-b89f-fd0c751a6a80 {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 10:00:19.016561 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.017712 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-8fb64867-f32e-4511-9807-dc5ca246eed5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2e06b614-d512-4c68-b89f-fd0c751a6a80 HTTP/1.1" status: 204 len: 168 time: 0.7485926 Sep 07 10:00:19.020515 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34656) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:19.063650 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Deleting subnet 69ef2b4d-0e4d-4050-b834-820b02717f61 {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 10:00:19.066595 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.099233 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.182028 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.239093 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.264175 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ef2b4d-0e4d-4050-b834-820b02717f61,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:19.267752 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.271256 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-28b32b94-744a-465f-a74d-273739620bb8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69ef2b4d-0e4d-4050-b834-820b02717f61 HTTP/1.1" status: 204 len: 168 time: 0.2481337 Sep 07 10:00:19.272174 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34658) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:19.276564 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bebe6a-1473-4147-80ad-1c726b6b0091 None None] Network 2a542001-6bc6-430a-9e4c-e4f1190d6c64 requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 10:00:19.337985 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.392986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Deleting port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:19.393332 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.459061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] For port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,segment=NetworkSegment(6625c1b1-b842-4a04-8d30-7f3685e595a7),segment_id=6625c1b1-b842-4a04-8d30-7f3685e595a7)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:19.459424 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.471948 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Calling delete_port for 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf owned by network:dhcp {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:19.554125 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.567355 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] No DVR routers for this DVR port 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf on host dv-cinder-807083-6-iscsi {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 10:00:19.577527 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46f805-0b11-44fc-bfee-09f384d48b36 None None] DHCP port deletion for 2a542001-6bc6-430a-9e4c-e4f1190d6c64 request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 10:00:19.590297 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:19.663691 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.684511 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a542001-6bc6-430a-9e4c-e4f1190d6c64']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:19.694356 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6625c1b1-b842-4a04-8d30-7f3685e595a7') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:19.694658 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6625c1b1-b842-4a04-8d30-7f3685e595a7') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:19.704115 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.717616 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.724235 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 10:00:19.724788 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 10:00:19.727288 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 10:00:19.781746 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.787046 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:19.789570 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a542001-6bc6-430a-9e4c-e4f1190d6c64 HTTP/1.1" status: 204 len: 168 time: 0.5158169 Sep 07 10:00:19.792504 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34662) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:19.800266 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a293-1111-4ee1-aa7e-b4bc8d6ae0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a542001-6bc6-430a-9e4c-e4f1190d6c64,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:20.358978 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:20.436596 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:20.463292 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 099aa1a0-69ca-40f0-b5d9-360433b3f711 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:20.465590 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: d228dfed-4020-4c75-97a4-ec09ea196401 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:20.466005 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device d228dfed-4020-4c75-97a4-ec09ea196401 not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:20.484730 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 099aa1a0-69ca-40f0-b5d9-360433b3f711 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:20.485077 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 099aa1a0-69ca-40f0-b5d9-360433b3f711 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:20.485481 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:20.503870 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:20.504214 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 48fb8a34-3bc8-4e9d-8fb0-d0ff34fea9cf not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:20.504651 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 8ded2859-0067-4493-9428-ae0cb094463b no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:20.523001 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 8ded2859-0067-4493-9428-ae0cb094463b {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:20.523422 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 8ded2859-0067-4493-9428-ae0cb094463b not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:20.600429 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Deleting port ea605a5a-2c71-4623-aa34-de18aed57a34 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:20.600806 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:20.676700 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] For port ea605a5a-2c71-4623-aa34-de18aed57a34, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=ea605a5a-2c71-4623-aa34-de18aed57a34,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:20.676992 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:20.693405 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Calling delete_port for ea605a5a-2c71-4623-aa34-de18aed57a34 owned by network:router_interface {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:20.874210 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:20.899424 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea605a5a-2c71-4623-aa34-de18aed57a34,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:21.063075 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.272802 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 10:00:21.376967 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 10:00:21.381868 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-18dcb91c-9bbb-4eda-8d18-75e876b28367 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e8b0c49-bb30-4708-83cb-2778e32d6d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5882387 Sep 07 10:00:21.385049 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34666) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:21.386576 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Sync routers for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 10:00:21.395451 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:21.396069 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:21.486358 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks [] for router, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.498514 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:21.586482 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.638310 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Deleting port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:21.638654 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.676846 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T10:00:20Z', 'revision_number': 5, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port': {'id': '5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:21.703257 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Checking router: 4e8b0c49-bb30-4708-83cb-2778e32d6d66 for host: dv-cinder-807083-6-iscsi {{(pid=105487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 10:00:21.711348 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Routers {'4e8b0c49-bb30-4708-83cb-2778e32d6d66'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:21.711947 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T09:59:58Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'], 'active': True} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:21.715110 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] For port 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:21.715470 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.731272 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Calling delete_port for 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 owned by network:router_gateway {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:21.794205 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_dvr_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] Set router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 gateway port host: None {{(pid=105487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:21.846511 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.db.l3_hamode_db [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T10:00:21Z', 'revision_number': 6, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:21.875643 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b327-73c2-4024-9dc6-25270d0bdb53 None None] The sync data for ids ['4e8b0c49-bb30-4708-83cb-2778e32d6d66'] in dv-cinder-807083-6-iscsi is: [{'id': '4e8b0c49-bb30-4708-83cb-2778e32d6d66', 'name': 'tempest-TestShelveInstance-963993443-router', 'tenant_id': 'e51b171668e84ed583ae1be1a6b51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:55:55Z', 'updated_at': '2021-09-07T10:00:21Z', 'revision_number': 6, 'project_id': 'e51b171668e84ed583ae1be1a6b51099', 'gw_port_host': None}] {{(pid=105487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 10:00:21.893438 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:21.927897 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:21.979398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.065187 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.067251 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.108653 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.109186 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8b0c49-bb30-4708-83cb-2778e32d6d66 {{(pid=105486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 10:00:22.113527 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] Notify callbacks [] for router, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.114667 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-8b44cf03-8ec6-4ab0-aaa4-7c3abb2b7172 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4e8b0c49-bb30-4708-83cb-2778e32d6d66 HTTP/1.1" status: 204 len: 168 time: 0.7285419 Sep 07 10:00:22.117642 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34670) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:22.162461 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Deleting subnet 0ff807df-4b53-4128-9625-70464c01a40c {{(pid=105486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 10:00:22.166092 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.198294 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30144858'] for subnet, precommit_delete_associations {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.274627 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.333483 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30536458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29974597'] for subnet, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.359686 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff807df-4b53-4128-9625-70464c01a40c,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:22.361673 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for subnet, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.364571 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-afa35f35-ef9a-4d30-b74e-e99f4f9161ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ff807df-4b53-4128-9625-70464c01a40c HTTP/1.1" status: 204 len: 168 time: 0.2447913 Sep 07 10:00:22.365577 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4cc30-2700-4416-81f9-cb026a126b0d None None] Network da00b070-4946-4a1e-8d6e-e779866251fd requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 10:00:22.366422 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34672) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:22.435599 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.483751 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.490236 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Deleting port 475f7277-57b7-4cd1-9327-c5b582b32ea3 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:22.490601 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.554044 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] For port 475f7277-57b7-4cd1-9327-c5b582b32ea3, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=475f7277-57b7-4cd1-9327-c5b582b32ea3,segment=NetworkSegment(b6becca9-e6d3-4664-83f1-b72c27c379cf),segment_id=b6becca9-e6d3-4664-83f1-b72c27c379cf)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:22.554564 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.566798 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Calling delete_port for 475f7277-57b7-4cd1-9327-c5b582b32ea3 owned by network:dhcp {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:22.643690 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:22.651526 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678ca06-1f91-4683-9980-ff475118e78e None None] DHCP port deletion for da00b070-4946-4a1e-8d6e-e779866251fd request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 10:00:22.677347 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] No DVR routers for this DVR port 475f7277-57b7-4cd1-9327-c5b582b32ea3 on host dv-cinder-807083-6-iscsi {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 10:00:22.679464 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=475f7277-57b7-4cd1-9327-c5b582b32ea3,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:22.702828 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:22.724996 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:22.725347 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 5ac4c4a5-bb7a-4150-b145-d38e88ef1ba7 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:22.725768 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 475f7277-57b7-4cd1-9327-c5b582b32ea3 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:22.745451 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 475f7277-57b7-4cd1-9327-c5b582b32ea3 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:22.745797 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 475f7277-57b7-4cd1-9327-c5b582b32ea3 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:22.746216 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ea605a5a-2c71-4623-aa34-de18aed57a34 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:22.766582 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: ea605a5a-2c71-4623-aa34-de18aed57a34 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:22.767082 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device ea605a5a-2c71-4623-aa34-de18aed57a34 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:23.017482 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.036898 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da00b070-4946-4a1e-8d6e-e779866251fd']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:23.045665 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6becca9-e6d3-4664-83f1-b72c27c379cf') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:23.045964 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6becca9-e6d3-4664-83f1-b72c27c379cf') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:23.054689 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.067572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.073978 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 10:00:23.074359 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 10:00:23.075938 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 10:00:23.130972 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.137600 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.139457 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] 10.222.0.24 "DELETE /v2.0/networks/da00b070-4946-4a1e-8d6e-e779866251fd HTTP/1.1" status: 204 len: 168 time: 0.7714553 Sep 07 10:00:23.153897 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646ef3b-8aca-4211-ba71-f0e983604e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=da00b070-4946-4a1e-8d6e-e779866251fd,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:23.298234 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34678) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:23.336729 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9d8fb168-0060-4203-b4da-ad8772b8298b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f50d0adc1c5a49b5a4b6a32e8e66da53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371504 Sep 07 10:00:23.338777 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34680) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:23.385026 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.404651 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.449713 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.452269 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.453469 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e432e43b-e118-4e34-af08-618c81944ca8 HTTP/1.1" status: 204 len: 168 time: 0.1138172 Sep 07 10:00:23.461090 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3176c1-6c75-4be2-bb8d-55333a2c47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e432e43b-e118-4e34-af08-618c81944ca8,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:23.757943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34686) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:23.795874 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-08d80766-e386-4ddc-9580-0eed8e3c3ea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e51b171668e84ed583ae1be1a6b51099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367453 Sep 07 10:00:23.798218 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34688) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:23.842660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.865454 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.910048 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.912639 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:23.914407 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/facd0d66-743e-4bd1-be10-e42c6ed89859 HTTP/1.1" status: 204 len: 168 time: 0.1146657 Sep 07 10:00:23.921703 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161dc0c-416e-4877-85ac-2cfdd4cf2449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd0d66-743e-4bd1-be10-e42c6ed89859,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:25.289823 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-8773722b-0e98-4bb7-9af4-b3a7f1f6f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:28.032635 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:28.170591 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c3ff20ed-d963-4e47-8b69-933ae4a633d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:29.073477 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:30.860941 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:44.698318 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e0ac4-9402-4d5d-824e-aac9354d5c61 req-06cd574b-eaf0-42cf-a122-27866f6b973d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:44.699711 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b95e0ac4-9402-4d5d-824e-aac9354d5c61 req-06cd574b-eaf0-42cf-a122-27866f6b973d tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0478783 Sep 07 10:00:44.736961 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-b95e0ac4-9402-4d5d-824e-aac9354d5c61 req-138bb6c6-9897-415f-b010-b9d7be398f41 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Sep 07 10:00:45.853797 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa9dd-5bbe-4065-b15e-8723f3926439 req-1fb8f707-aa04-479f-a042-bd637e34f285 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:45.855173 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2d8fa9dd-5bbe-4065-b15e-8723f3926439 req-1fb8f707-aa04-479f-a042-bd637e34f285 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Sep 07 10:00:45.891904 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-2d8fa9dd-5bbe-4065-b15e-8723f3926439 req-4c17d3a7-d532-4ebb-a86a-9170db6399fd tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Sep 07 10:00:46.529922 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-072f8dc1-16f4-4d35-aabf-1a21a954d9a9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:46.531331 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-072f8dc1-16f4-4d35-aabf-1a21a954d9a9 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Sep 07 10:00:46.617646 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Deleting port 609cf597-885d-4cdb-82f1-276c926c610e {{(pid=105486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:46.617979 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:46.706657 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.db [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] For port 609cf597-885d-4cdb-82f1-276c926c610e, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=609cf597-885d-4cdb-82f1-276c926c610e,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:46.706965 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:46.868601 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:46.869820 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584991'] for floatingip, after_update {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:46.869990 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.db.l3_db [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Floating IP 491cdf7a-c98e-4cd9-a955-f862afb2d682 disassociated. External IP: 172.27.2.170, port: 609cf597-885d-4cdb-82f1-276c926c610e. Sep 07 10:00:46.870322 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.plugins.ml2.plugin [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Calling delete_port for 609cf597-885d-4cdb-82f1-276c926c610e owned by compute:nova {{(pid=105486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:47.023571 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30536541'] for port, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:47.033000 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a8a57-e14d-45b1-8fc0-6c401afc9851 req-8e3d3e4f-e977-4bfd-95f0-499541cc086e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 10:00:47.034507 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c95a8a57-e14d-45b1-8fc0-6c401afc9851 req-8e3d3e4f-e977-4bfd-95f0-499541cc086e tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/ports?device_id=f98de8c6-e9c6-4859-a9de-b4b5d86917e4 HTTP/1.1" status: 200 len: 867 time: 0.0639038 Sep 07 10:00:47.062883 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'Port': ['ID=609cf597-885d-4cdb-82f1-276c926c610e,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:47.137191 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-c95a8a57-e14d-45b1-8fc0-6c401afc9851 req-ae4d5b19-5513-475c-8a88-4d7f06b845c2 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups?id=a954952e-13dc-46ac-bfda-3c822801e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778923 Sep 07 10:00:47.202790 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 10:00:47.308272 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 10:00:47.317507 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 10:00:47.326924 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:47.327699 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T10:00:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:47.347601 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.db.l3_dvrscheduler_db [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] No DVR routers for this DVR port 609cf597-885d-4cdb-82f1-276c926c610e on host hv-cinder-80708 {{(pid=105486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 10:00:47.350003 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for port, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:47.351964 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [req-874887ea-2722-4f2b-bbaf-f5a5c84a707f req-2e23dc05-5de4-481c-945c-a437415d3593 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.20 "DELETE /v2.0/ports/609cf597-885d-4cdb-82f1-276c926c610e HTTP/1.1" status: 204 len: 173 time: 0.8142278 Sep 07 10:00:47.352400 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'name': 'network-vif-deleted', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e'}] {{(pid=105486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 10:00:47.355182 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19cb6915bdd4b69875e826045937dba34f52657f54586cecf08b49ee2f61de9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9069b71-d4a6-4da0-98b8-b38f558999fa" -d '{"events": [{"server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "name": "network-vif-deleted", "tag": "609cf597-885d-4cdb-82f1-276c926c610e"}]}' {{(pid=105486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 10:00:47.394501 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 10:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9aa96-ef5c-49d3-bcde-16230c6c9c44 x-openstack-request-id: req-76d9aa96-ef5c-49d3-bcde-16230c6c9c44 {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 10:00:47.394798 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98de8c6-e9c6-4859-a9de-b4b5d86917e4", "name": "network-vif-deleted", "tag": "609cf597-885d-4cdb-82f1-276c926c610e", "status": "completed", "code": 200}]} {{(pid=105486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 10:00:47.395058 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76d9aa96-ef5c-49d3-bcde-16230c6c9c44 {{(pid=105486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 10:00:47.395464 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98de8c6-e9c6-4859-a9de-b4b5d86917e4', 'name': 'network-vif-deleted', 'tag': '609cf597-885d-4cdb-82f1-276c926c610e', 'status': 'completed', 'code': 200} Sep 07 10:00:47.438454 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:47.640018 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:47.669427 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 10:00:47.677296 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:47.677894 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T10:00:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:47.860125 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:48.057316 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:48.082867 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc657-f0c2-4674-a747-f6d705bb290e None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:46Z', 'revision_number': 4, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi', '_interfaces': [{'id': '56ddc086-3e89-4c60-9bea-0d94a94c5e67', 'name': '', 'network_id': '2f28767b-a7c6-4f80-88ad-ba49b74310fe', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'mac_address': 'fa:16:3e:63:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:45Z', 'updated_at': '2021-09-07T09:56:50Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'subnets': [{'id': '3f93a2e2-3263-40a1-838c-1f1768b1e5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 10:00:48.219960 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34820) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:48.281543 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.308149 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.309906 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0d397-4722-44c8-a61b-ce70f0fb2bd4 None None] New status for floating IP 491cdf7a-c98e-4cd9-a955-f862afb2d682: DOWN {{(pid=105487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 10:00:48.354470 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.357024 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.358280 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "DELETE /v2.0/security-groups/a954952e-13dc-46ac-bfda-3c822801e8d5 HTTP/1.1" status: 204 len: 168 time: 0.1373177 Sep 07 10:00:48.361127 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34822) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:48.367217 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05edc2-5140-4cd0-acdd-141e233f1e86 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954952e-13dc-46ac-bfda-3c822801e8d5,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:48.376312 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.api.v2.resource [None req-9a7f3018-1f03-4d98-ba51-2e1d0da2e174 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] show failed (client error): The resource could not be found. Sep 07 10:00:48.377391 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-9a7f3018-1f03-4d98-ba51-2e1d0da2e174 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "GET /v2.0/security-groups/a954952e-13dc-46ac-bfda-3c822801e8d5 HTTP/1.1" status: 404 len: 347 time: 0.0147142 Sep 07 10:00:48.380189 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34824) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:48.501735 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Deleting port ca47dccb-fb8e-4148-a646-104ad38c28e8 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:48.502091 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.585439 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.585773 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.597295 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Calling delete_port for ca47dccb-fb8e-4148-a646-104ad38c28e8 owned by network:floatingip {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:48.604079 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:00:48.723570 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.749822 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Pushing event deleted for resources: {'Port': ['ID=ca47dccb-fb8e-4148-a646-104ad38c28e8,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:48.774384 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.774782 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.775238 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.775572 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.775912 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.776249 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.776606 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.776938 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.777271 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.777600 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.777925 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.778254 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:00:48.817928 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks [] for floatingip, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.820568 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-490650'] for floatingip, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:48.821722 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-dc93ee9a-c0f3-487b-ad58-b1e0235355f3 tempest-AttachVolumeTestJSON-381797577 tempest-AttachVolumeTestJSON-381797577-project] 10.222.0.24 "DELETE /v2.0/floatingips/491cdf7a-c98e-4cd9-a955-f862afb2d682 HTTP/1.1" status: 204 len: 168 time: 0.4406018 Sep 07 10:00:50.512356 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 609cf597-885d-4cdb-82f1-276c926c610e no longer exists at agent hyperv_hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:50.532369 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] No Port match for: 609cf597-885d-4cdb-82f1-276c926c610e {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:50.532748 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Device 609cf597-885d-4cdb-82f1-276c926c610e not bound to the agent host hv-cinder-80708 {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:52.351618 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34854) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:52.463640 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:52.682829 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584735'] for router_interface, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:52.913508 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Deleting port 56ddc086-3e89-4c60-9bea-0d94a94c5e67 {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:52.913761 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:52.992292 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] For port 56ddc086-3e89-4c60-9bea-0d94a94c5e67, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=56ddc086-3e89-4c60-9bea-0d94a94c5e67,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:52.992690 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.005173 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Calling delete_port for 56ddc086-3e89-4c60-9bea-0d94a94c5e67 owned by network:router_interface {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:53.182863 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.205067 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ddc086-3e89-4c60-9bea-0d94a94c5e67,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:53.364869 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584835'] for router_interface, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.568966 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Router 64fa0075-05f0-4090-9024-8c6adbbeaf38 has already been hosted by L3 agent 58dfbb4b-42a4-4687-9a05-7bc3d0618b3c {{(pid=105485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 10:00:53.671363 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] Notify agent at l3_agent.dv-cinder-807083-6-iscsi the message routers_updated {{(pid=105485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 10:00:53.676372 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-1fd8c15d-c052-4148-9156-107e8d203985 admin admin] 10.222.0.24 "PUT /v2.0/routers/64fa0075-05f0-4090-9024-8c6adbbeaf38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3237588 Sep 07 10:00:53.679101 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34856) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:53.680241 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Sync routers for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 10:00:53.689373 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:53.689971 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T10:00:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:53.784365 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks [] for router, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.794770 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: dv-cinder-807083-6-iscsi {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:53.882508 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.934550 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Deleting port feb96433-bbf9-4886-8a65-48f19bc912eb {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:53.934894 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:53.970845 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'external_fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T10:00:53Z', 'revision_number': 5, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port': {'id': 'feb96433-bbf9-4886-8a65-48f19bc912eb', 'name': '', 'network_id': 'f198dc78-3d2f-4bc2-9416-9d2c22687cd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T09:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f5557c9-b981-487e-9dcf-86afd0c96a80', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-6-iscsi'}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:53.997498 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Checking router: 64fa0075-05f0-4090-9024-8c6adbbeaf38 for host: dv-cinder-807083-6-iscsi {{(pid=105488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 10:00:54.005801 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Routers {'64fa0075-05f0-4090-9024-8c6adbbeaf38'} bound to L3 agent in host dv-cinder-807083-6-iscsi {{(pid=105488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 10:00:54.006460 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T09:40:58Z,description=,heartbeat_timestamp=2021-09-07T10:00:28Z,host='dv-cinder-807083-6-iscsi',id=58dfbb4b-42a4-4687-9a05-7bc3d0618b3c,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T09:40:58Z,topic='l3_agent')) {'router_ids': ['64fa0075-05f0-4090-9024-8c6adbbeaf38'], 'active': True} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:54.016884 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] For port feb96433-bbf9-4886-8a65-48f19bc912eb, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=feb96433-bbf9-4886-8a65-48f19bc912eb,segment=NetworkSegment(963c4560-b884-46dc-9dd4-8e95ba755f7e),segment_id=963c4560-b884-46dc-9dd4-8e95ba755f7e)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:54.017256 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.029445 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Calling delete_port for feb96433-bbf9-4886-8a65-48f19bc912eb owned by network:router_gateway {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:54.091843 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_dvr_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] Set router 64fa0075-05f0-4090-9024-8c6adbbeaf38 gateway port host: None {{(pid=105488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 10:00:54.145932 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.l3_hamode_db [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T10:00:53Z', 'revision_number': 6, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port_host': None}], 'dv-cinder-807083-6-iscsi', False) {} {{(pid=105488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:54.175845 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1764f44-85b1-4bd4-acc1-c584fcc68c85 None None] The sync data for ids ['64fa0075-05f0-4090-9024-8c6adbbeaf38'] in dv-cinder-807083-6-iscsi is: [{'id': '64fa0075-05f0-4090-9024-8c6adbbeaf38', 'name': 'tempest-AttachVolumeTestJSON-1633299064-router', 'tenant_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T09:56:44Z', 'updated_at': '2021-09-07T10:00:53Z', 'revision_number': 6, 'project_id': '89d6d295be7e420ca41d82fbfd4f7e1d', 'gw_port_host': None}] {{(pid=105488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 10:00:54.194968 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.221832 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb96433-bbf9-4886-8a65-48f19bc912eb,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:54.279123 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584993'] for router_gateway, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.368063 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23910'] for router, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.370873 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.411824 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579451'] for router, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.412348 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64fa0075-05f0-4090-9024-8c6adbbeaf38 {{(pid=105485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 10:00:54.416907 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] Notify callbacks [] for router, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.418103 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-350ae4d9-4b43-4dce-80fa-7e61f6af8977 admin admin] 10.222.0.24 "DELETE /v2.0/routers/64fa0075-05f0-4090-9024-8c6adbbeaf38 HTTP/1.1" status: 204 len: 168 time: 0.7377553 Sep 07 10:00:54.420551 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34858) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:54.463612 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Deleting subnet 3f93a2e2-3263-40a1-838c-1f1768b1e5db {{(pid=105485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 10:00:54.466529 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.500574 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29434965'] for subnet, precommit_delete_associations {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.595430 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1672522'] for subnet, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.659214 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1672513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29818464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29749096'] for subnet, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.685315 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f93a2e2-3263-40a1-838c-1f1768b1e5db,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:54.688986 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.692617 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-f7718b43-1dd0-4372-8ac5-227a5f035310 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f93a2e2-3263-40a1-838c-1f1768b1e5db HTTP/1.1" status: 204 len: 168 time: 0.2709935 Sep 07 10:00:54.693399 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34860) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:54.698372 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504d3f9-1f81-4ae2-86fd-87aafa772b85 None None] Network 2f28767b-a7c6-4f80-88ad-ba49b74310fe requested from dv-cinder-807083-6-iscsi {{(pid=105487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 10:00:54.764300 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1606995'] for network, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.815884 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Deleting port da4c88f2-819d-4e57-9e51-4aeaead45cac {{(pid=105485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 10:00:54.816270 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739906979085'] for port, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.877554 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.db [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] For port da4c88f2-819d-4e57-9e51-4aeaead45cac, host dv-cinder-807083-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-6-iscsi',level=0,port_id=da4c88f2-819d-4e57-9e51-4aeaead45cac,segment=NetworkSegment(341a8519-ff71-423f-a6a8-e54a74a7498a),segment_id=341a8519-ff71-423f-a6a8-e54a74a7498a)] {{(pid=105485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 10:00:54.877922 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582420'] for port, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.889802 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.plugin [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Calling delete_port for da4c88f2-819d-4e57-9e51-4aeaead45cac owned by network:dhcp {{(pid=105485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 10:00:54.972946 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739906986707', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739906478749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29818423'] for port, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:54.996111 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e52d6-f52f-4469-a11b-c6733a3278d1 None None] DHCP port deletion for 2f28767b-a7c6-4f80-88ad-ba49b74310fe request from dv-cinder-807083-6-iscsi {{(pid=105487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 10:00:55.004207 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4c88f2-819d-4e57-9e51-4aeaead45cac,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:55.009976 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 56ddc086-3e89-4c60-9bea-0d94a94c5e67 no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:55.013586 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] No DVR routers for this DVR port da4c88f2-819d-4e57-9e51-4aeaead45cac on host dv-cinder-807083-6-iscsi {{(pid=105485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 10:00:55.031045 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: 56ddc086-3e89-4c60-9bea-0d94a94c5e67 {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:55.031393 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device 56ddc086-3e89-4c60-9bea-0d94a94c5e67 not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:55.086980 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701077', 'neutron.services.segments.db._delete_segments_for_network-8739906782832'] for network, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.108900 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f28767b-a7c6-4f80-88ad-ba49b74310fe']}} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:55.117762 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341a8519-ff71-423f-a6a8-e54a74a7498a') {'for_net_delete': True} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:55.118059 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.services.segments.db [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341a8519-ff71-423f-a6a8-e54a74a7498a') {} {{(pid=105485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 10:00:55.127013 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739906782585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29434958'] for segment, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.139751 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873'] for segment, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.145702 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=105485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 10:00:55.146155 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1701873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29818378'] for segment, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: Traceback (most recent call last): Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: timer() Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: cb(*args, **kw) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: return func(*args, **kwargs) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: self._notify() Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: self.callback(batched_events) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: event.method(event) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: return f(self, *a, **k) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._get(url).json() Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: return self.request(url, 'GET', **kwargs) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 10:00:55.147949 dv-cinder-807083-6-iscsi neutron-server[105485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 10:00:55.205182 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584973'] for network, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.221061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527614'] for network, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.225216 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2f28767b-a7c6-4f80-88ad-ba49b74310fe HTTP/1.1" status: 204 len: 168 time: 0.5285146 Sep 07 10:00:55.225216 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c3d8c-9a4a-480c-82c6-bf32456a2829 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f28767b-a7c6-4f80-88ad-ba49b74310fe,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:55.291713 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-50c54afc-be2f-4652-be70-a603dbdde097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.383757 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34866) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:55.425766 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-62166ad8-503c-4628-aaa7-10fff3e5e409 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89d6d295be7e420ca41d82fbfd4f7e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402200 Sep 07 10:00:55.428204 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34868) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:55.474240 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.493850 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.538432 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.541110 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:55.542219 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d5291e0-5494-40ec-9ece-e50fbd639ecd HTTP/1.1" status: 204 len: 168 time: 0.1130493 Sep 07 10:00:55.549352 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326919b-8d9b-4772-981a-ab6e2639498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5291e0-5494-40ec-9ece-e50fbd639ecd,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:56.467346 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device da4c88f2-819d-4e57-9e51-4aeaead45cac no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:56.488778 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: da4c88f2-819d-4e57-9e51-4aeaead45cac {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:56.489132 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device da4c88f2-819d-4e57-9e51-4aeaead45cac not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:56.489544 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device feb96433-bbf9-4886-8a65-48f19bc912eb no longer exists at agent ovs-agent-dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 10:00:56.512783 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] No Port match for: feb96433-bbf9-4886-8a65-48f19bc912eb {{(pid=105487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 10:00:56.513085 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Device feb96433-bbf9-4886-8a65-48f19bc912eb not bound to the agent host dv-cinder-807083-6-iscsi {{(pid=105487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 10:00:58.032660 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:58.170499 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-303a36e5-4afb-4015-88d6-c078e08dbf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.077066 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.202727 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 34928) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:59.304167 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a9db3d37-ae85-43d2-bfe6-c2cb0370d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.392187 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a9db3d37-ae85-43d2-bfe6-c2cb0370d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.395682 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a9db3d37-ae85-43d2-bfe6-c2cb0370d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.434379 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a9db3d37-ae85-43d2-bfe6-c2cb0370d288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14ed3b13e0db4a0ea492067ca28987de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305732 Sep 07 10:00:59.435254 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db3d37-ae85-43d2-bfe6-c2cb0370d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f7bf2-96a5-4425-a852-8fd98df29eb1,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:00:59.437140 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 34932) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:00:59.485814 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.506452 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.551939 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.554481 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:00:59.556339 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc8f7bf2-96a5-4425-a852-8fd98df29eb1 HTTP/1.1" status: 204 len: 168 time: 0.1175168 Sep 07 10:00:59.567038 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d7ade-09cf-47de-a0a7-f4fd276a38e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f7bf2-96a5-4425-a852-8fd98df29eb1,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:00.861029 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.121943 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35014) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:05.232061 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a8394ee8-55f0-484f-bf54-ea8d056488e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.319015 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a8394ee8-55f0-484f-bf54-ea8d056488e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.322580 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-a8394ee8-55f0-484f-bf54-ea8d056488e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.359292 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-a8394ee8-55f0-484f-bf54-ea8d056488e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a62ae094d3964b2fbd398547df23732a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363212 Sep 07 10:01:05.361210 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394ee8-55f0-484f-bf54-ea8d056488e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e3109-1a61-407f-abac-52e047b79d2a,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:05.362064 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35018) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:05.412356 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.432910 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.477033 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.480235 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.481383 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/141e3109-1a61-407f-abac-52e047b79d2a HTTP/1.1" status: 204 len: 168 time: 0.1182945 Sep 07 10:01:05.488562 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47ccb8-f5a4-4f26-bde9-42d0965a6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e3109-1a61-407f-abac-52e047b79d2a,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:05.732349 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35024) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:05.745995 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5715dfb1-68c1-4d32-bd66-45a92cb94680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.830660 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5715dfb1-68c1-4d32-bd66-45a92cb94680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.834198 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-5715dfb1-68c1-4d32-bd66-45a92cb94680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.871812 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-5715dfb1-68c1-4d32-bd66-45a92cb94680 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f0ea2f71614468813d91324ba49380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383338 Sep 07 10:01:05.872700 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715dfb1-68c1-4d32-bd66-45a92cb94680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee372ae-6dc6-47a8-80ec-4d51e66090d4,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:05.874572 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35026) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:05.922241 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.943352 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.988793 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.991347 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:05.992564 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ee372ae-6dc6-47a8-80ec-4d51e66090d4 HTTP/1.1" status: 204 len: 168 time: 0.1169946 Sep 07 10:01:06.001023 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074130c-f045-4d91-a394-ac30ba243495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee372ae-6dc6-47a8-80ec-4d51e66090d4,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:15.902007 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35116) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:16.005345 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-697e80ff-add2-49ff-8695-e082ca9a9d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.090238 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-697e80ff-add2-49ff-8695-e082ca9a9d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.094114 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-697e80ff-add2-49ff-8695-e082ca9a9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.137830 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-697e80ff-add2-49ff-8695-e082ca9a9d94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=445847e558a74b699475346c3f791fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347682 Sep 07 10:01:16.138620 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e80ff-add2-49ff-8695-e082ca9a9d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6883b3-21e6-497f-b71d-1845a54bf3a4,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:16.140592 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35120) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:16.187947 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.207768 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.256260 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.259216 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.260741 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd6883b3-21e6-497f-b71d-1845a54bf3a4 HTTP/1.1" status: 204 len: 168 time: 0.1191442 Sep 07 10:01:16.268214 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6883b3-21e6-497f-b71d-1845a54bf3a4,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:16.275469 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.276010 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.276398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.276772 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.277130 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.277497 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.277908 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.278196 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.278528 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.278914 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.279662 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.280184 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886eff9f-a556-4939-a8b9-ccd575bfe699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-6-iscsi {{(pid=105486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 10:01:16.529401 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35126) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:16.542963 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-780ad5bd-2896-4402-8e74-f5d4c1e61764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.630928 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-780ad5bd-2896-4402-8e74-f5d4c1e61764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.634489 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-780ad5bd-2896-4402-8e74-f5d4c1e61764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.674210 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-780ad5bd-2896-4402-8e74-f5d4c1e61764 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b9e3f1a057e4a9f9d926db6d0a8efeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437109 Sep 07 10:01:16.675079 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad5bd-2896-4402-8e74-f5d4c1e61764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7f6ad-83af-4180-bba8-a951001b30d1,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:16.676967 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35128) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:16.727374 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.748810 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.793527 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.796060 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:16.797247 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dad7f6ad-83af-4180-bba8-a951001b30d1 HTTP/1.1" status: 204 len: 168 time: 0.1192992 Sep 07 10:01:16.804662 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28b821-cc71-4fd4-851b-9e1d572f53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7f6ad-83af-4180-bba8-a951001b30d1,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:18.621775 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35200) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:18.723627 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29c8f299-d1bb-499f-82a2-0c428d1f4a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.819244 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29c8f299-d1bb-499f-82a2-0c428d1f4a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.823696 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29c8f299-d1bb-499f-82a2-0c428d1f4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.860565 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-29c8f299-d1bb-499f-82a2-0c428d1f4a59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e46457c481d0484e90cd600ca20298b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377255 Sep 07 10:01:18.862425 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8f299-d1bb-499f-82a2-0c428d1f4a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b37ed-a940-4dea-9231-f8f857fda974,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:18.863257 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35204) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:18.911819 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.932639 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.977712 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.980941 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:18.982108 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f20b37ed-a940-4dea-9231-f8f857fda974 HTTP/1.1" status: 204 len: 168 time: 0.1178126 Sep 07 10:01:18.989306 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399df6b-ea40-4f53-8f30-c6924c5a45cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b37ed-a940-4dea-9231-f8f857fda974,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:19.238564 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35210) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:19.254507 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0f6d43d1-1987-4ab3-9393-01f428fbd4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.339771 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0f6d43d1-1987-4ab3-9393-01f428fbd4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.344060 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-0f6d43d1-1987-4ab3-9393-01f428fbd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.380957 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d43d1-1987-4ab3-9393-01f428fbd4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5016e38-f853-45fc-8d84-12d923719282,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:19.386597 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-0f6d43d1-1987-4ab3-9393-01f428fbd4d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cf97ecbf3034757ae2ec8c08363964c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469755 Sep 07 10:01:19.389302 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35212) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:19.436866 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.457141 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.506802 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.509447 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:19.512533 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5016e38-f853-45fc-8d84-12d923719282 HTTP/1.1" status: 204 len: 168 time: 0.1206019 Sep 07 10:01:19.518365 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471538de-e1b8-4093-a03b-99c564700988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5016e38-f853-45fc-8d84-12d923719282,revision_number=None']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:22.493402 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:25.292027 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-440e73bc-108c-47f3-80b2-ed8fdd4370f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:25.602778 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:01:28.035589 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:28.169571 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9747e68c-45ce-4bed-84f5-1a36cad58f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:29.083632 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:30.863837 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.550283 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [-] (105486) accepted ('10.222.0.24', 35344) {{(pid=105486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:38.667847 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee91d2ed-0ae9-48ae-99a5-01594cc3e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.756300 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee91d2ed-0ae9-48ae-99a5-01594cc3e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.760069 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron_lib.callbacks.manager [None req-ee91d2ed-0ae9-48ae-99a5-01594cc3e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.797731 dv-cinder-807083-6-iscsi neutron-server[105486]: INFO neutron.wsgi [None req-ee91d2ed-0ae9-48ae-99a5-01594cc3e78c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a87389d43cbe420b933e0fa3da9a21d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463431 Sep 07 10:01:38.798498 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d2ed-0ae9-48ae-99a5-01594cc3e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8699c4-e032-4ab6-acdb-d80fb02466d8,revision_number=1']} {{(pid=105486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:38.800317 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35348) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:38.850483 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.871444 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.916361 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.919651 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:38.920817 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc8699c4-e032-4ab6-acdb-d80fb02466d8 HTTP/1.1" status: 204 len: 168 time: 0.1194577 Sep 07 10:01:38.928396 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55cae-3de2-40ec-9dda-3bec9859ef27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8699c4-e032-4ab6-acdb-d80fb02466d8,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:46.866021 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35422) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:46.967494 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29593f7c-2826-48e8-b495-846865697627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.056939 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29593f7c-2826-48e8-b495-846865697627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.060741 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-29593f7c-2826-48e8-b495-846865697627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_create {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.095482 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593f7c-2826-48e8-b495-846865697627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4eb69-27df-4ea4-9d17-036c79f0af59,revision_number=1']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:47.099691 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-29593f7c-2826-48e8-b495-846865697627 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=069a8cae754b471b82c03bd8134e6b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326581 Sep 07 10:01:47.102269 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [-] (105485) accepted ('10.222.0.24', 35426) {{(pid=105485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 10:01:47.160267 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.182886 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.230025 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540096'] for security_group, after_delete {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.233595 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron_lib.callbacks.manager [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:47.234754 dv-cinder-807083-6-iscsi neutron-server[105485]: INFO neutron.wsgi [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3c4eb69-27df-4ea4-9d17-036c79f0af59 HTTP/1.1" status: 204 len: 168 time: 0.1316035 Sep 07 10:01:47.243556 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d93752-9f90-4683-9ab7-4a570f519240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4eb69-27df-4ea4-9d17-036c79f0af59,revision_number=None']} {{(pid=105485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 10:01:52.508316 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:55.294866 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9998bd27-8a60-41bb-8a25-49938e81c2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:58.037300 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:58.172624 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-1eb4bce2-ee73-47f9-88c6-de9f29eb0dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:01:59.076069 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:00.869967 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:02.602243 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:02:22.521459 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:25.295298 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-ca380c73-a0cf-430f-b1a2-3c23c3da4abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:28.038907 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:28.172553 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-285f3bf7-072e-47ed-90d0-0d25b43aa7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:29.079790 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:30.868981 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:39.600361 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:02:52.563824 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:55.295626 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d6a50454-d11c-4b1d-b386-984bcbbbdcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:58.040318 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:58.172423 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3c760c84-2e1e-4b0b-8b4a-f31e9028864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:02:59.081211 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:00.874220 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:16.598804 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:03:22.563057 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:25.296657 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f8662206-62f4-4649-9afc-d3d3b7166ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:28.041370 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:28.173081 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-3fe3d834-bb0e-40f2-becc-6c9c39a73628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:29.087126 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:30.875150 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:52.574879 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:53.598257 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:03:55.296911 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0e0f-07ea-4e40-9299-f4b23f392714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:58.045733 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:58.172369 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-9b8de5af-b337-4235-985e-bb7c446fcce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:03:59.087314 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:00.991047 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:07.268606 dv-cinder-807083-6-iscsi neutron-server[105485]: DEBUG neutron.wsgi [req-376d1bab-fb13-4477-9633-aab98acfc2fd req-da930c58-ce20-481b-971f-fa6a08f12761 service neutron] (105485) timed out ('10.222.0.20', 64037) {{(pid=105485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 10:04:10.002885 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-4ec647e8-dcbf-413a-b09b-fde1101fb129 req-8174f026-d6b8-4c33-af56-00acb1f6c3c9 service neutron] (105486) timed out ('10.222.0.20', 64050) {{(pid=105486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 10:04:22.572695 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:25.296936 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b8f48cc6-42cf-4eb9-a307-7ecaf02937fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:28.046680 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:28.173645 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bf771a58-1a92-47bd-ac36-2fcf7de5551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:29.090090 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:30.597230 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:04:30.881251 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:52.563423 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:55.296346 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-bdc276dd-eb05-4b43-9d33-b615a5aff1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:58.047827 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:58.172797 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-a03702e1-70d4-4b33-b4e6-9d0e4490a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:04:59.094241 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:00.883352 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:07.595786 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:05:22.586300 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:25.296450 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-77224e59-3eaf-4c4a-8144-812ea15f0f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:28.049309 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:28.172922 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-31c68797-468a-442d-8658-055e3e31be7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:29.097099 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:30.886088 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:44.594922 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:05:52.587703 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:55.296898 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-56b86e47-a813-427c-873b-8c08257fd1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:58.050770 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:58.171391 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-f05e3f9d-c1a4-4a45-bc3d-4985baa567e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:05:59.099517 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:00.889268 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:21.593787 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:06:22.585587 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:25.297119 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c2bed6f3-abb5-4250-bf32-10779029f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:28.052775 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:28.175543 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-b9b51b86-e696-467b-88ff-381ada79df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:29.101773 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:30.891331 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:32.729398 dv-cinder-807083-6-iscsi neutron-server[105486]: DEBUG neutron.wsgi [req-17b18409-13da-4ff9-bed0-8e1309d41bf6 req-fee8a1ae-220d-42b7-89b4-8088bdf10c60 service neutron] (105486) timed out ('10.222.0.20', 64069) {{(pid=105486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 10:06:52.584800 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-d1191b9a-42a7-4f38-87f3-46596eb87ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:55.297126 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-c8436891-84a3-406d-b46e-43742353e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:58.053698 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-e7c1bce4-185d-4b05-99b2-33fb24faf969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:58.174641 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0618aded-2366-401d-a94e-127cc8c25e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:06:58.592940 dv-cinder-807083-6-iscsi neutron-server[105488]: DEBUG neutron.db.agents_db [None req-6458afc1-2588-4f6a-a550-274e0933a248 None None] Agent healthcheck: found 6 active agents {{(pid=105488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 10:06:59.105306 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-0e8b556c-a187-4868-b178-915a0fe0b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 10:07:00.893743 dv-cinder-807083-6-iscsi neutron-server[105487]: DEBUG neutron_lib.callbacks.manager [None req-477b25a0-a823-4058-a193-59fa9aed5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739906782814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1699867'] for agent, after_update {{(pid=105487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}